-- Logs begin at Fri 2022-07-22 10:32:21 UTC, end at Fri 2022-07-22 11:34:02 UTC. -- Jul 22 11:05:21.726777 dv-cinder-848900-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 11:05:24.386853 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.common.config [-] Logging enabled! Jul 22 11:05:24.387569 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 22 11:05:24.387667 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104039) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 22 11:05:24.391441 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.common.config [-] Logging enabled! Jul 22 11:05:24.391700 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 22 11:05:24.392009 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104039) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 22 11:05:24.392937 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:05:24.393172 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:05:24.393643 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:05:24.393898 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:05:24.394127 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:05:24.394448 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.394746 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.394980 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.395303 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.395598 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.395881 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.396169 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.396467 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.396751 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.397029 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.397310 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.397540 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.397817 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.398098 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.398390 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.398615 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] debug = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.398898 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.399352 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.399760 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.400040 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.400327 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.400606 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.400875 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.401148 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.401436 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.401760 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] host = dv-cinder-848900-4-iscsi {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.402035 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.402320 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.402604 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.402885 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.403158 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.403458 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.403741 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.404011 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.404280 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.404553 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.404859 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.405143 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.405431 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.405656 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.405878 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.406158 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.406458 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.406732 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.407004 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.407294 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.407569 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.407840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.408108 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.408394 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.408675 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.408963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.409231 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.409502 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.409771 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.410037 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.410318 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.410588 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.410860 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.411130 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.411448 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.411716 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.411986 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.412285 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.412571 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.412852 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.413136 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.413407 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.413688 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.413957 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.414226 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.414495 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_json = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.414765 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.415033 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.415336 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.415609 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.415880 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.416150 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.416419 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.416701 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.416971 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:24.417266 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.417563 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.417861 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.418143 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.418449 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.418729 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.419021 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.419326 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.419617 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.419905 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.420192 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.420979 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.421278 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.421584 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.421860 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.422163 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.422456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.422745 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.423021 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.423318 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.423591 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.423867 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.424153 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.424430 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.424716 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.425004 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.425283 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.425581 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.425865 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.426147 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.426437 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.426725 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.426997 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.427296 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.427585 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.427860 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.428129 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.428415 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.428687 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.428964 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.429242 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.429533 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.429818 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.430088 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.430363 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.430647 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.430921 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.431190 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.431499 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.431778 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.432050 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.432331 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.432604 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.432875 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.433145 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.433423 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.433691 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.433959 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.434232 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.434498 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.434772 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.435046 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.435338 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.435610 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.435879 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.436718 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.436986 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.437256 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.437531 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.437799 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.438068 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.438339 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.438608 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.438882 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.439182 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.439478 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.439751 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.440028 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.440304 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.440578 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.440851 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.441125 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.441400 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.441670 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.441957 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.442238 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.442521 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.442799 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.443073 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.443405 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.443687 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.443961 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.444236 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.444511 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.444787 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.445067 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.445343 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.445619 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.445899 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.446179 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.446471 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.446760 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.447034 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.447346 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.447640 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.447929 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.448206 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.448509 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.448791 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:24.449008 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:05:24.449247 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104039) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 11:05:24.744596 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 22 11:05:24.744807 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 22 11:05:24.745110 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 22 11:05:24.745439 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 11:05:25.153819 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.154108 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.154382 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.156220 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.156497 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.156766 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.211081 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.211384 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.211659 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.226532 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.226813 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.227087 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.256400 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.256687 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.256958 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.293422 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.293701 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.293971 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.523007 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.523642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.523642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.523824 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.524659 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.623964 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.624293 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.624580 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.624849 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.625116 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.625427 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.625688 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.625956 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.626213 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.626499 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.626760 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.627027 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.627309 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.627573 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.627832 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.628099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.628358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.628626 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.628894 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.629153 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.629429 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.629682 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.629963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.630338 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.630588 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.630835 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.631243 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.631511 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.631751 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.631989 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.632222 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.632456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:25.632821 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 11:05:25.636032 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 11:05:25.640500 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 11:05:25.644460 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 22 11:05:25.647070 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 11:05:25.647565 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 11:05:25.647905 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 11:05:25.648295 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 11:05:25.651209 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 11:05:25.651493 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 11:05:25.651851 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 11:05:25.657430 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 11:05:25.680064 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 11:05:25.680516 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.680814 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104039) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 22 11:05:25.681184 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.682526 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104039) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 11:05:25.682809 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 11:05:25.683057 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 11:05:25.687120 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.687447 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:25.828867 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 11:05:25.829105 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 11:05:25.829341 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 11:05:25.829704 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 11:05:25.881989 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO dbcounter [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Registered counter for database neutron Jul 22 11:05:25.900828 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_db.sqlalchemy.engines [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104039) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 11:05:25.906664 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG dbcounter [-] [104039] Writer thread running {{(pid=104039) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 22 11:05:26.449347 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing driver for type 'gre' Jul 22 11:05:26.449908 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] gre ID ranges: [(1, 1000)] Jul 22 11:05:26.507069 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing driver for type 'local' Jul 22 11:05:26.507455 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing driver for type 'vlan' Jul 22 11:05:26.521958 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] VlanTypeDriver initialization complete Jul 22 11:05:26.522367 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing driver for type 'vxlan' Jul 22 11:05:26.522847 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] vxlan ID ranges: [(1, 1000)] Jul 22 11:05:26.578163 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing extension driver 'port_security' Jul 22 11:05:26.578776 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] PortSecurityExtensionDriver initialization complete Jul 22 11:05:26.578877 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing mechanism driver 'openvswitch' Jul 22 11:05:26.579142 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing mechanism driver 'hyperv' Jul 22 11:05:26.587251 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:26.587928 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.588302 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.588659 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.589171 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.589594 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.589963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.590317 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.590720 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.591154 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.591545 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.591896 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.595456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.595456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.595456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.595456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.596326 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.596326 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.596476 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.596713 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.597116 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.597524 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > address_group after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.597893 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > address_group after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.598237 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.598636 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 22 11:05:26.599099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] ML2 OVO RPC backend initialized. {{(pid=104039) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 22 11:05:26.599861 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.600223 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.600648 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.601005 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > networks before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.601355 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.601703 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > ports before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.602051 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.602406 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnets before_response 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.602758 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.603109 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.603479 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.603821 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.604160 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.604500 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.604839 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.605179 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.605515 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.613639 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded quota_driver: . Jul 22 11:05:26.614003 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.plugin [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Modular L2 Plugin initialization complete Jul 22 11:05:26.614358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading services supported by the core plugin {{(pid=104039) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 11:05:26.614705 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.plugins.ml2.managers [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Got port-security extension from driver 'port_security' Jul 22 11:05:26.615181 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.extensions.vlantransparent [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Disabled vlantransparent extension. Jul 22 11:05:26.615711 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104039) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 11:05:26.616038 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: router Jul 22 11:05:26.651728 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.652125 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_create 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.652498 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router before_create 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.652992 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.653374 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.653736 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_delete 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.654102 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.654458 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.654849 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_create 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.655202 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.655581 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.655956 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.656320 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.656738 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.657232 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.657585 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.657928 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: subnet after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.658271 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.658629 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.658981 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_create 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.659362 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.659714 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.660073 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router after_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.660423 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.660782 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_create 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.661149 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.661499 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_update 55549900 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.661868 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > agent after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.662224 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > agent after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.662577 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > network after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.663443 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Tracking information for resource: router configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:26.663778 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Tracking information for resource: floatingip configured {{(pid=104039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:05:26.668520 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.db.l3_agentschedulers_db [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 11:05:26.669093 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.669460 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.669819 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.670175 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: port after_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.671503 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router before_create 55550100 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.671873 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.672238 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_create 55550100 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.672596 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > router precommit_update 55550100 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.677354 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.provider_configuration [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service providers = [] {{(pid=104039) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 11:05:26.677723 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.db.servicetype_db [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104039) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 11:05:26.680681 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.service_base [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:05:26.681038 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.service_base [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:05:26.681386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.service_base [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:05:26.682432 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.services.service_base [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:05:26.682808 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.services.service_base [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 11:05:26.683181 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.683530 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 11:05:26.694325 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.694661 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: auto_allocate Jul 22 11:05:26.700366 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: network precommit_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.700696 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: network precommit_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.701217 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.701561 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: tag Jul 22 11:05:26.708345 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.708679 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: timestamp Jul 22 11:05:26.712522 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.712860 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: network_ip_availability Jul 22 11:05:26.718317 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.718687 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.719055 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.719811 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.720132 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: flavors Jul 22 11:05:26.724999 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.725333 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading Plugin: revisions Jul 22 11:05:26.729538 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:05:26.729936 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.985s {{(pid=104039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 22 11:05:26.730676 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104039) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 22 11:05:26.731020 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Initializing extension manager. Jul 22 11:05:26.731576 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: __init__.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.731925 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: __pycache__ {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.732265 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: address_group.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.733483 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.734050 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: address-group Jul 22 11:05:26.734378 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: address_scope.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.735057 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.735591 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: address-scope Jul 22 11:05:26.735917 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.737072 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.737581 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: router-admin-state-down-before-update Jul 22 11:05:26.737905 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: agent.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.738571 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.739071 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: agent Jul 22 11:05:26.739435 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: agent_resources_synced.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.740294 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.740795 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: agent-resources-synced Jul 22 11:05:26.741120 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: allowedaddresspairs.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.742853 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.743406 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: allowed-address-pairs Jul 22 11:05:26.743737 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: auto_allocated_topology.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.744759 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.745266 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: auto-allocated-topology Jul 22 11:05:26.745595 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: availability_zone.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.746252 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.746752 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: availability_zone Jul 22 11:05:26.747076 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: availability_zone_filter.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.747972 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.749097 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: availability_zone_filter Jul 22 11:05:26.749429 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: data_plane_status.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.750290 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.750789 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 11:05:26.751115 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: default_subnetpools.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.752023 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.752528 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: default-subnetpools Jul 22 11:05:26.752854 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.753616 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.754130 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: dhcp_agent_scheduler Jul 22 11:05:26.754459 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: dns.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.755358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.755862 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 11:05:26.756187 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: dns_domain_ports.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.757064 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.757567 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 11:05:26.757892 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.758861 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.759417 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 11:05:26.759745 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: dvr.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.760375 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.760874 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: dvr Jul 22 11:05:26.761198 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: ecmp_routes.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.762063 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.762556 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 11:05:26.762880 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: empty_string_filtering.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.763770 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.764412 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: empty-string-filtering Jul 22 11:05:26.764736 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.765600 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.766098 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 11:05:26.766423 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.767319 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.767822 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 11:05:26.768150 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: external_net.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.769013 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.769518 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: external-net Jul 22 11:05:26.769843 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.770701 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.771198 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: extra_dhcp_opt Jul 22 11:05:26.771552 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: extraroute.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.772407 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.772905 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: extraroute Jul 22 11:05:26.773229 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: extraroute_atomic.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.774194 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.774701 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: extraroute-atomic Jul 22 11:05:26.775030 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: filter_validation.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.775690 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.776187 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: filter-validation Jul 22 11:05:26.776512 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: fip_pf_description.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.777569 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.778084 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 11:05:26.778413 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: fip_pf_port_range.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.779312 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.779841 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 22 11:05:26.780169 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: fip_port_details.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.781039 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.781542 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: fip-port-details Jul 22 11:05:26.781867 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: flavors.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.783023 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.783575 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: flavors Jul 22 11:05:26.783908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.785493 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.786007 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 11:05:26.786343 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: floatingip_pools.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.787004 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.787538 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: floatingip-pools Jul 22 11:05:26.787868 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: ip_allocation.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.788741 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.789247 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 11:05:26.789574 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.790447 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.790947 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: ip-substring-filtering Jul 22 11:05:26.791358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l2_adjacency.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.792257 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.792754 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 11:05:26.793080 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.794131 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.794657 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: router Jul 22 11:05:26.794987 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.797672 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.798191 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 11:05:26.798529 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.799442 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.799952 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: ext-gw-mode Jul 22 11:05:26.800283 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.801156 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.801655 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: l3-ha Jul 22 11:05:26.801982 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.802845 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.803373 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 22 11:05:26.803702 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_flavors.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.804567 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.805067 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: l3-flavors Jul 22 11:05:26.805390 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.806711 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.807225 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 22 11:05:26.807585 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.808460 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.808967 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 11:05:26.809296 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: l3agentscheduler.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.810276 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.810785 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: l3_agent_scheduler Jul 22 11:05:26.811688 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: local_ip.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.813374 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.813886 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension local_ip not supported by any of loaded plugins Jul 22 11:05:26.814218 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: logging.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.815675 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.816198 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension logging not supported by any of loaded plugins Jul 22 11:05:26.816530 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: metering.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.817226 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.817797 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: metering Jul 22 11:05:26.818125 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.819393 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.819911 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: metering_source_and_destination_fields Jul 22 11:05:26.820242 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: multiprovidernet.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.821126 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.821633 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: multi-provider Jul 22 11:05:26.821963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: netmtu.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.822831 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.823378 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: net-mtu Jul 22 11:05:26.823707 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: netmtu_writable.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.824580 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.825083 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: net-mtu-writable Jul 22 11:05:26.825409 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: network_availability_zone.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.826041 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.826578 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: network_availability_zone Jul 22 11:05:26.826908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: network_ip_availability.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.827987 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.828503 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: network-ip-availability Jul 22 11:05:26.828834 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: network_segment_range.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.829560 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.830070 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 11:05:26.830399 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: pagination.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.831370 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.831708 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: pagination Jul 22 11:05:26.832035 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_device_profile.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.832898 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.833409 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-device-profile Jul 22 11:05:26.833735 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_mac_address_override.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.834691 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.835197 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-mac-override Jul 22 11:05:26.835552 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.836427 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.836931 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-mac-address-regenerate Jul 22 11:05:26.837257 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.838121 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.838625 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-numa-affinity-policy Jul 22 11:05:26.838952 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_resource_request.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.839852 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.840352 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 11:05:26.840680 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: port_resource_request_groups.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.841598 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.842117 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 22 11:05:26.842461 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: portbindings.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.843370 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.843883 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: binding Jul 22 11:05:26.844211 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: portbindings_extended.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.845406 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.845910 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: binding-extended Jul 22 11:05:26.846239 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: portsecurity.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.847109 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.847651 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-security Jul 22 11:05:26.847982 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: project_id.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.848922 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.849256 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: project-id Jul 22 11:05:26.849581 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: providernet.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.850456 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.850963 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: provider Jul 22 11:05:26.851312 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.854730 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.855248 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos not supported by any of loaded plugins Jul 22 11:05:26.855607 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.856801 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.857309 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 11:05:26.857642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.859114 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.859649 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 11:05:26.859980 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_default.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.860855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.861618 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-default not supported by any of loaded plugins Jul 22 11:05:26.861947 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_fip.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.862820 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.863348 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 11:05:26.863678 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.864547 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.865045 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 22 11:05:26.865372 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_gateway_ip.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.866246 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.866744 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 11:05:26.867069 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_port_network_policy.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.867968 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.868468 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 11:05:26.868796 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.869777 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.870287 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 22 11:05:26.870618 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.871633 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.872282 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 22 11:05:26.872620 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_pps_rule.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.874326 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.874835 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-pps not supported by any of loaded plugins Jul 22 11:05:26.875165 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_rule_type_details.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.876064 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.876569 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 11:05:26.876899 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.877766 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.878267 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 22 11:05:26.878593 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: qos_rules_alias.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.879629 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.880139 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 11:05:26.880466 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: quota_check_limit.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.881342 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.881845 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: quota-check-limit Jul 22 11:05:26.882171 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: quotasv2.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.883043 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.883414 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: quotas Jul 22 11:05:26.883740 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: quotasv2_detail.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.885368 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.885709 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: quota_details Jul 22 11:05:26.886040 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: rbac.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.887350 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.887875 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: rbac-policies Jul 22 11:05:26.888208 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: rbac_address_group.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.889121 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.889633 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: rbac-address-group Jul 22 11:05:26.889960 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: rbac_address_scope.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.890843 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.891375 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: rbac-address-scope Jul 22 11:05:26.891705 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: rbac_security_groups.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.892654 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.893161 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: rbac-security-groups Jul 22 11:05:26.893489 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: rbac_subnetpool.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.894374 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.894887 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: rbac-subnetpool Jul 22 11:05:26.895204 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: revisionifmatch.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.896106 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.896614 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: revision-if-match Jul 22 11:05:26.896941 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: revisions.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.898010 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.898519 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: standard-attr-revisions Jul 22 11:05:26.898848 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: router_availability_zone.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.899525 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.900038 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: router_availability_zone Jul 22 11:05:26.900371 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: routerservicetype.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.901249 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.901757 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 11:05:26.902083 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.902967 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.903510 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: security-groups-normalized-cidr Jul 22 11:05:26.903837 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.904742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.905252 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: port-security-groups-filtering Jul 22 11:05:26.905576 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.906455 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.906962 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: security-groups-remote-address-group Jul 22 11:05:26.908066 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.908975 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.909492 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: security-groups-shared-filtering Jul 22 11:05:26.909819 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: securitygroup.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.921339 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.921901 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: security-group Jul 22 11:05:26.922241 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: segment.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.922995 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.923525 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension segment not supported by any of loaded plugins Jul 22 11:05:26.923859 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.924802 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.925312 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 11:05:26.925642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: servicetype.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.926703 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.927215 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: service-type Jul 22 11:05:26.927578 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: sorting.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.928522 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.928864 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: sorting Jul 22 11:05:26.929198 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: standard_attr_segment.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.930075 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.930580 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 11:05:26.930904 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: standardattrdescription.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.931542 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.932043 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: standard-attr-description Jul 22 11:05:26.932370 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: stateful_security_group.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.933251 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.933755 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: stateful-security-group Jul 22 11:05:26.934080 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: stdattrs_common.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.934624 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 11:05:26.934946 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.935845 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.936939 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 11:05:26.937266 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnet_onboard.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.938284 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.938796 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: subnet_onboard Jul 22 11:05:26.939122 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.940042 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.940536 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 11:05:26.940857 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnet_service_types.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.941733 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.942235 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: subnet-service-types Jul 22 11:05:26.942559 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnetallocation.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.943613 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.944120 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: subnet_allocation Jul 22 11:05:26.944443 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.945074 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.945580 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: subnetpool-prefix-ops Jul 22 11:05:26.945904 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.946779 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.947318 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 11:05:26.947644 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: tagging.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.948677 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.949191 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: standard-attr-tag Jul 22 11:05:26.949520 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: timestamp.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.950728 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.951188 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loaded extension: standard-attr-timestamp Jul 22 11:05:26.951541 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: trunk.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.952514 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.953053 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension trunk not supported by any of loaded plugins Jul 22 11:05:26.953358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: trunk_details.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.954224 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.954727 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 11:05:26.955053 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: uplink_status_propagation.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.955939 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.956444 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 11:05:26.956771 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Loading extension file: vlantransparent.py {{(pid=104039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 22 11:05:26.957400 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 22 11:05:26.957907 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 11:05:26.960574 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:network Jul 22 11:05:26.961105 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnet Jul 22 11:05:26.961512 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:05:26.961905 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:port Jul 22 11:05:26.963189 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.963672 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service FLAVORS assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.964304 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.964740 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.965073 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:router Jul 22 11:05:26.965507 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 11:05:26.966002 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service METERING assigned prefix: /metering {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.967478 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.967872 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.968231 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:05:26.969224 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 11:05:26.969676 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:security_group Jul 22 11:05:26.970123 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 11:05:26.970646 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service CORE assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.970982 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:05:26.971362 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] subnetpool is already registered Jul 22 11:05:26.971805 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service CORE assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.972132 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:05:26.972466 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] subnetpool is already registered Jul 22 11:05:26.974850 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.975316 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service FLAVORS assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.975928 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.976362 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.976697 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:router Jul 22 11:05:26.977038 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] router is already registered Jul 22 11:05:26.977454 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 11:05:26.977799 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] floatingip is already registered Jul 22 11:05:26.978259 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service METERING assigned prefix: /metering {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.978932 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 11:05:26.979287 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] rbac_policy is already registered Jul 22 11:05:26.979698 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:security_group Jul 22 11:05:26.980033 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] security_group is already registered Jul 22 11:05:26.980439 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 11:05:26.980777 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] security_group_rule is already registered Jul 22 11:05:26.981407 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service CORE assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.981739 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:05:26.982076 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] subnetpool is already registered Jul 22 11:05:26.982500 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.v2.resource_helper [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Service CORE assigned prefix: {{(pid=104039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:05:26.983395 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:05:26.983729 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING neutron.quota.resource_registry [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] subnetpool is already registered Jul 22 11:05:26.984200 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: extensions {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.985686 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: address-groups {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.987509 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: address-scopes {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.988867 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: agents {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.990045 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: auto-allocated-topology {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.991349 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: availability_zones {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.992606 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: dhcp-networks {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.994129 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: dhcp-agents {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.995642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: routers {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.997392 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: flavors {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:26.999301 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: service_profiles {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.000543 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: next_providers {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.002029 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: service_profiles {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.003647 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: floatingip-pools {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.004908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: routers {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.006655 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: floatingips {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.008006 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: l3-routers {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.009437 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: l3-agents {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.010888 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: metering-labels {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.012248 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: metering-label-rules {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.013658 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: network-ip-availabilities {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.014994 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: bindings {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.016607 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: quotas {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.018305 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: quotas {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.019919 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: rbac-policies {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.021147 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: security-groups {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.023349 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: security-group-rules {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.024664 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: service-providers {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.025908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: subnetpools {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.027299 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: subnetpools {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.028896 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.031111 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.032999 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.034810 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.036575 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.038572 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.040354 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.042281 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.044155 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.046529 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron.api.extensions [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Extended resource: tags {{(pid=104039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:05:27.052670 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING keystonemiddleware.auth_token [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 11:05:27.057720 dv-cinder-848900-4-iscsi neutron-server[104039]: WARNING keystonemiddleware.auth_token [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 11:05:27.067845 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Acquired lock "singleton_lock" {{(pid=104039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 22 11:05:27.068388 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_concurrency.lockutils [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Releasing lock "singleton_lock" {{(pid=104039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 22 11:05:27.069056 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Starting 2 workers Jul 22 11:05:27.073850 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Started child 104148 {{(pid=104039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:05:27.078354 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Started child 104149 {{(pid=104039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:05:27.079403 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.080109 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO neutron.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 11:05:27.080642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.080878 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [-] (104148) wsgi starting up on http://0.0.0.0:9696 Jul 22 11:05:27.083122 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.083623 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Starting 1 workers Jul 22 11:05:27.084517 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [-] (104149) wsgi starting up on http://0.0.0.0:9696 Jul 22 11:05:27.088272 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Started child 104150 {{(pid=104039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:05:27.088831 dv-cinder-848900-4-iscsi neutron-server[104039]: INFO oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Starting 1 workers Jul 22 11:05:27.092615 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] calling RpcWorker wait() {{(pid=104150) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 11:05:27.093175 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] returning from RpcWorker wait() {{(pid=104150) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 11:05:27.093778 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Started child 104151 {{(pid=104039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:05:27.094596 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3878-ce03-4dd1-ad1b-ac4964338736 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.094718 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.095197 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:27.096489 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 11:05:27.096696 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:05:27.096879 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:05:27.097102 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:05:27.097408 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:05:27.097568 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:05:27.098095 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.098370 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.098613 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.098752 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:27.099220 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.099447 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.099716 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.099996 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.100266 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.100533 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.100702 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.100868 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.101128 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.101386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.101688 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.101971 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.102210 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.102462 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.102632 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.102902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.103176 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.103457 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.103740 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] debug = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.104011 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.104499 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.104748 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.105005 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.105251 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.105524 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.105791 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.106070 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.106305 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.106543 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.106797 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.107070 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.107350 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.107598 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.107910 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.108711 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.108968 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.109458 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] host = dv-cinder-848900-4-iscsi {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.109692 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.109908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.110138 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.110381 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.110637 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.110869 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.111418 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.111683 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.111949 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.112167 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.112419 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.112675 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.112906 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.113206 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.113342 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_options = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.113531 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.113796 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114067 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114260 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114429 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114593 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114818 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.114975 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.115238 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.115469 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.115684 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.115896 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.116195 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.116386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.116637 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.116867 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.117081 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.117310 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.117555 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.117780 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.118023 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.118272 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.118522 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.118737 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.118975 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.119205 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.119475 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.120742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.120742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.120742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.120742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.120742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121348 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121480 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:27.121610 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121610 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121610 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121980 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.121980 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.122312 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.122461 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_json = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.124847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125675 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125958 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.125958 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.126382 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.126678 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.126988 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.127386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.127575 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.127756 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.127945 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.128203 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.128437 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.128692 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.129016 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.129243 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.129929 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.130483 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.130483 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.131855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.131855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.131855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.131855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.131855 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.132630 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.132630 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.132630 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.132996 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.133119 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.133262 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.133490 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.133810 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.134100 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.134372 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.134717 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.135009 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.135338 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.135499 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.135755 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.136002 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.136233 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.136428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.136641 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.136860 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.137148 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.137349 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.137569 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.137804 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.138012 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.138236 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.138485 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.138713 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.138998 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.139223 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.139458 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.139694 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.139928 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.140150 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.140400 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.140730 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.141079 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.141406 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.141727 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.142034 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.142275 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.142491 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.142766 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.143224 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.143485 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.143699 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.143916 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.144130 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.144371 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.144590 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.144825 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.145040 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.145256 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.145465 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.145697 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.145935 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.146142 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.146840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.146840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.146840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.147081 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.147201 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.147427 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.147638 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.147848 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.148146 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.148460 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.148729 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.148939 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.149150 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.149362 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.149690 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.149913 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.150156 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.150390 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.150642 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.150854 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.151107 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.151365 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.151568 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.151780 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.152042 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.152285 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.152596 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.152837 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.153054 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.153326 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.153559 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.153809 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.154025 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.154261 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.154480 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.155249 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.155505 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.155788 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.156110 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.156362 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.156720 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.156959 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.157177 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.157465 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.157707 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.157975 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.158212 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.158512 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.158836 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.159078 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.159350 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.159636 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.159899 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.160162 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.160612 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.160794 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.160945 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.161189 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.161418 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.161805 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.162182 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.163640 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.164997 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.165692 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.165856 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.166137 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.166390 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.166621 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.166849 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.167149 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.169959 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.170332 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.171078 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.171371 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.171717 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.171905 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.172321 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.172431 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.172638 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.172888 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.173119 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.173406 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.173587 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.173826 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.174048 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.174269 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.174539 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.174755 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.174999 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.175219 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.175595 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.175975 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.176366 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.176564 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.176788 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.177031 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.177297 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.177491 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.177734 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.177947 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.178181 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.178400 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.178669 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.178934 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.179170 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.179487 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.179694 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.179932 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.180145 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.180415 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.180722 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.180924 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.181180 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.181457 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.181739 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.181984 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.182171 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.182546 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.182963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.183202 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.183612 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.183847 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.184237 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.184650 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.184892 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.185114 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.185341 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.185548 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.185809 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.186091 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.186306 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.186526 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.186742 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.187294 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.187767 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.187989 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.188255 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.188480 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.188706 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.188925 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.189144 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.189359 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.189580 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.189794 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.190022 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.190256 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.190468 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.190681 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.190912 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.191200 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.191520 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.191767 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.192034 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.192289 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.192535 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.192766 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.192978 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.193188 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.193428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.193648 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.193880 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.194127 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.194334 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.194539 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.194929 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.195321 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.195720 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.195951 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.196162 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.196375 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.196599 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.196821 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.197027 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.197253 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.197464 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.197673 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.197896 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.198136 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.198347 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.198611 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.198822 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.199032 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.199281 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.199508 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.199719 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.200057 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.200310 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.200528 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.200870 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.201056 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.201304 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.201573 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.201865 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.202099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.202358 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.202615 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.202831 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.203069 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.203354 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.203688 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.203971 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.204224 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.204481 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.204723 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.205000 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.205269 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.205501 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.205788 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.206136 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.206410 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.206817 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.207074 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.207334 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.207557 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.207769 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.208002 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.208248 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.208463 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.208723 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.208976 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.209201 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.209416 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.209665 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.209879 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.210099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.210332 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.210589 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.210805 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.211022 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:05:27.211516 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 11:05:27.211691 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:05:27.211848 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:05:27.212018 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:05:27.212186 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:05:27.212337 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:05:27.212542 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.212703 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.212863 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213021 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213201 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213364 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213521 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213685 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.213965 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:27.214067 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214150 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214279 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214435 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214592 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214750 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.214907 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215065 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215227 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215409 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215566 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215722 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.215878 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] debug = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216035 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216232 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216396 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216553 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216709 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.216864 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.217020 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.217687 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.217844 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218002 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218160 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218317 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218473 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218631 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218786 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.218943 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219283 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] host = dv-cinder-848900-4-iscsi {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219431 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219589 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219741 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.219899 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220056 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220213 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220368 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220575 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220674 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220829 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.220986 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221151 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221295 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221450 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221606 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_options = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221762 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.221918 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222073 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222269 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222434 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222580 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222734 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.222893 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223049 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223206 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223542 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223698 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.223856 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224020 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224164 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224319 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224475 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224632 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224790 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.224946 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225102 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225259 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225415 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225571 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225726 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.225884 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226040 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226196 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226351 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226507 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226664 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226820 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.226980 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227141 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227314 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227472 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227629 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227790 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.227946 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228102 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228258 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228415 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228570 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228727 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.228883 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229040 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_json = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229197 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229353 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229510 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229667 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229822 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.229983 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.230139 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.230297 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.230454 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:05:27.230632 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.230813 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.230965 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231124 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231322 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231462 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231622 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231781 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.231940 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.232099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.232267 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.232426 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.232596 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.233352 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.233530 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.233693 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.233845 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234002 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234225 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234354 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234460 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234618 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234787 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.234947 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235105 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235286 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235443 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235649 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235794 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.235930 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.236341 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.236509 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.236670 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.236829 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.236989 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237149 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237310 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237472 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237633 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237793 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.237952 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238112 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238271 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238430 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238590 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238750 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.238912 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239072 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239231 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239426 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239588 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239748 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.239908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240073 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240233 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240393 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240552 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240721 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.240881 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241042 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241201 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241377 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241520 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241680 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241840 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.241999 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242160 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242318 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242491 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242650 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242810 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.242969 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243128 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243310 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243469 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243629 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243791 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.243948 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244086 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244251 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244457 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244599 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244734 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.244869 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245101 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245247 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245393 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245530 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245665 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245794 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.245924 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246030 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246189 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246403 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246541 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246682 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246813 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.246943 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247271 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247451 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247610 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247770 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.247945 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248143 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248249 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248431 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248590 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248748 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.248908 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249067 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249226 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249386 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249543 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249704 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.249863 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250028 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250186 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250345 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250515 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250639 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250798 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.250966 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251125 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251305 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251466 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251634 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251803 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.251963 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252124 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252284 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252443 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252605 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252764 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.252924 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253083 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253241 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253401 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253571 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253731 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.253890 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254050 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254232 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254390 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254595 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254719 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254841 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.254994 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255152 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255330 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255491 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255650 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255810 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.255969 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256128 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256289 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256448 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256656 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256782 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.256902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257051 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257211 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257372 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257531 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257691 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.257851 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.258902 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.259435 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.259435 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.259435 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.260812 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.261660 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262303 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262303 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262303 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262303 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262592 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262592 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262735 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262811 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.262945 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263128 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263316 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263416 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263578 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263737 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.263895 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264076 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264238 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264398 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264574 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264705 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.264865 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265024 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265185 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265346 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265505 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265665 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265824 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.265984 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266143 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266301 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266461 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266619 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266779 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.266939 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267100 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267322 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267463 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267623 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267784 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.267942 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.268102 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.268270 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.268429 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.268588 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.268752 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269428 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269739 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269739 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269887 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.269973 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270093 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270252 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270411 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270569 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270728 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.270887 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271055 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271215 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271395 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271553 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271712 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.271872 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272041 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272201 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272360 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272520 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272678 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.272837 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273005 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273166 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273327 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273494 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273652 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273810 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.273968 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274138 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274298 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274460 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274618 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274777 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.274938 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275099 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275348 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275449 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275606 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275766 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.275933 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276101 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276270 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276433 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276581 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276751 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.276911 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277070 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277229 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277375 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277535 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277694 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.277852 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278009 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278168 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278327 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278485 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278644 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278802 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.278961 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.279119 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.279296 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.279457 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.280133 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.280294 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:05:27.280446 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:05:27.399512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33408) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:27.408667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070167 Jul 22 11:05:36.571731 dv-cinder-848900-4-iscsi neutron-server[104039]: DEBUG dbcounter [-] [104039] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104039) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:38.516173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb3dcdc-796b-4011-a625-30f23dad3aef None None] get_active_networks_info from dv-cinder-848900-4-iscsi {{(pid=104150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 22 11:05:38.565052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writer thread running {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 22 11:05:38.666323 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3dcdc-796b-4011-a625-30f23dad3aef None None] No non-hosted networks {{(pid=104150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 11:05:38.680588 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.agentschedulers_db [None req-eeb3dcdc-796b-4011-a625-30f23dad3aef None None] DHCP Agent not found on host dv-cinder-848900-4-iscsi {{(pid=104150) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 22 11:05:38.764595 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c9100a2c-8863-4f68-9f69-1cb8b88e5de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:40.093953 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writer thread running {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 22 11:05:40.614057 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ca77d267-8121-4179-826d-f33cfc5243dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:40.668905 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2d13ca0b-6854-4689-a412-da5a5375ac00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:41.620495 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33476) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:42.113586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:42.392310 dv-cinder-848900-4-iscsi neutron-server[104149]: WARNING oslo_policy.policy [None req-881c4b45-5c52-48fc-af82-e58e69d15769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:42.392859 dv-cinder-848900-4-iscsi neutron-server[104149]: WARNING oslo_policy.policy [None req-881c4b45-5c52-48fc-af82-e58e69d15769 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:42.612351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [None req-881c4b45-5c52-48fc-af82-e58e69d15769 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:05:42.623994 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-881c4b45-5c52-48fc-af82-e58e69d15769 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0024865 Jul 22 11:05:43.272528 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.db.l3_hamode_db [None req-aa5171c9-fed0-48cb-a675-ffda2c80ed9b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 11:05:43.357659 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5171c9-fed0-48cb-a675-ffda2c80ed9b None None] Routers set() bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:05:43.358349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5171c9-fed0-48cb-a675-ffda2c80ed9b None None] Router IDs set() for agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 22 11:05:43.637653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:43.774722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:43.775497 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.775864 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.776219 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.776552 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.776888 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.777222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.777585 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.777909 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.778539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.778981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.779278 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.779597 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.780081 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.780413 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.780738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:43.781136 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848900-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:43.792450 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848900-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:05:44.944693 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33514) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:45.284704 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:05:45.380470 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.policy [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104149) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 11:05:45.423923 dv-cinder-848900-4-iscsi neutron-server[104149]: WARNING oslo_policy.policy [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:45.424217 dv-cinder-848900-4-iscsi neutron-server[104149]: WARNING oslo_policy.policy [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:45.444952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writer thread running {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 22 11:05:45.522349 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753164933167', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753164933667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753165277959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753165271793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753165281099', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753165287635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-738826', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32898150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-274198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425664'] for rbac-policy (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:45.592685 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:45.601527 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5ce97aac-2b68-4de7-a86c-f7fd2b154867 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6480772 Jul 22 11:05:47.819714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33526) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:48.146050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:05:48.176502 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Made reservation on behalf of c49e9ae4e8bc4168a9cab3aef4029701 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:05:48.180362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.197278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.307171 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks [] for security_group (0e1d53f2-be27-4faf-8679-6e86885e0846), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.311733 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0e1d53f2-be27-4faf-8679-6e86885e0846), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.346681 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:05:48.375718 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753160243267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (3d0d27ee-2506-49f2-bbc3-be1a041e3ccd), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.376283 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Unsubscribe: segment precommit_create {{(pid=104149) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 11:05:48.376826 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Added segment 3d0d27ee-2506-49f2-bbc3-be1a041e3ccd of type vlan for network ce9c6d28-92e5-43b8-b432-25d68e3aa37f Jul 22 11:05:48.382921 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d53f2-be27-4faf-8679-6e86885e0846,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:05:48.421213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.421558 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.421920 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.422288 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.422624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.422955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.423304 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.423631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.423954 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.424280 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.424604 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.424942 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.425268 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.425585 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.425905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Tracked resource versions report: Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: pushed versions: Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: { 'AddressGroup': {'1.2'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Agent': {'1.1'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'ConntrackHelper': {'1.0'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Log': {'1.0'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'NDPProxy': {'1.0'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Network': {'1.1'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Port': {'1.7'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'PortForwarding': {'1.3'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'QosPolicy': {'1.10'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroup': {'1.5'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SubPort': {'1.0'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Subnet': {'1.1'}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Trunk': {'1.1'}} Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: consumer versions: Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Agent': '1.1', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'ConntrackHelper': '1.0', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'LocalIPAssociation': '1.0', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Log': '1.0', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'NDPProxy': '1.0', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Network': '1.1', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Port': '1.7', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'PortForwarding': '1.3', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'QosPolicy': '1.10', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroup': '1.5', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroupRule': '1.2', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SubPort': '1.0', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Subnet': '1.1', Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Trunk': '1.1'}} Jul 22 11:05:48.427279 dv-cinder-848900-4-iscsi neutron-server[104149]: {{(pid=104149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:05:48.493726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (ce9c6d28-92e5-43b8-b432-25d68e3aa37f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.520777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:48.537819 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (ce9c6d28-92e5-43b8-b432-25d68e3aa37f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.543110 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:05:48.543849 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:48.625107 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8043115 Jul 22 11:05:48.666892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04ee6a-7328-49a2-88d1-edd6eeb30af2 demo demo] Pushing event updated for resources: {'Network': ['ID=ce9c6d28-92e5-43b8-b432-25d68e3aa37f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:05:48.679719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:05:50.921488 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33540) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:51.425471 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING oslo_policy.policy [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:51.426042 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING oslo_policy.policy [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:51.654551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writer thread running {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 22 11:05:51.860464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.policy [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104148) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 11:05:51.901992 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING oslo_policy.policy [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:51.902365 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING oslo_policy.policy [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:05:51.910729 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:05:51.912718 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d7bcf9cc-c1eb-4f15-a651-69c73886e32d demo admin] 10.222.0.20 "GET /v2.0/networks/ce9c6d28-92e5-43b8-b432-25d68e3aa37f HTTP/1.1" status: 200 len: 825 time: 0.9893851 Jul 22 11:05:51.952288 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f7f33bf7-45a4-485c-b53b-6cdb105dddc3 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/0236cc29-f78a-45ca-9863-8186fef856f6 HTTP/1.1" status: 200 len: 734 time: 0.0339739 Jul 22 11:05:51.961132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6', 'name': 'private-subnet', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:05:52.007718 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Made reservation on behalf of c49e9ae4e8bc4168a9cab3aef4029701 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:05:52.011654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:52.311156 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (6b27c282-d0a5-48c9-a489-40907f017929), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:52.398096 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Checking segment: {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:05:52.398472 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Network hostable DHCP agents. Network: ce9c6d28-92e5-43b8-b432-25d68e3aa37f, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:05:52.405825 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b27c282-d0a5-48c9-a489-40907f017929,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:05:52.417564 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.417910 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.418277 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.418640 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.418973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.419839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.420167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.420494 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.420837 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.421167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.421492 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.421829 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.422156 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.422477 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.422794 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Tracked resource versions report: Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: pushed versions: Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: { 'AddressGroup': {'1.2'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Agent': {'1.1'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'ConntrackHelper': {'1.0'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Log': {'1.0'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'NDPProxy': {'1.0'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Network': {'1.1'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Port': {'1.7'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'PortForwarding': {'1.3'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'QosPolicy': {'1.10'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroup': {'1.5'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SubPort': {'1.0'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Subnet': {'1.1'}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Trunk': {'1.1'}} Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: consumer versions: Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Agent': '1.1', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'ConntrackHelper': '1.0', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'LocalIPAssociation': '1.0', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Log': '1.0', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'NDPProxy': '1.0', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Network': '1.1', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Port': '1.7', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'PortForwarding': '1.3', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'QosPolicy': '1.10', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroup': '1.5', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroupRule': '1.2', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SubPort': '1.0', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Subnet': '1.1', Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Trunk': '1.1'}} Jul 22 11:05:52.424237 dv-cinder-848900-4-iscsi neutron-server[104148]: {{(pid=104148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:05:52.456348 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:05:52.469038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, ce9c6d28-92e5-43b8-b432-25d68e3aa37f) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:05:52.473602 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:05:52.474244 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:52.478441 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c7397-5a51-40f0-9b01-e22c0b0440c7 None None] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:05:52.481571 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:52.498739 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2fae8604-26b8-4b62-ab1a-9d779e9b598c demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5410101 Jul 22 11:05:52.746361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:05:52.747793 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.019402 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Allocated IP 172.20.0.2 (ce9c6d28-92e5-43b8-b432-25d68e3aa37f/6b27c282-d0a5-48c9-a489-40907f017929/8259d562-9263-408d-b7f8-cc0fdd003f6f) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:05:53.055188 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:53.291704 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks [] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.300629 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.381047 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:05:53.387989 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:05:53.393133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:05:53.396280 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Pushing event updated for resources: {'Port': ['ID=8259d562-9263-408d-b7f8-cc0fdd003f6f,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:05:53.431099 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.431479 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.431846 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.432213 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.432557 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.432895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.433228 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.433558 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.433890 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.434220 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.434553 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.434900 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.435231 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.435583 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.435908 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Tracked resource versions report: Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: pushed versions: Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: { 'AddressGroup': {'1.2'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Agent': {'1.1'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'ConntrackHelper': {'1.0'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Log': {'1.0'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'NDPProxy': {'1.0'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Network': {'1.1'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Port': {'1.7'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'PortForwarding': {'1.3'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'QosPolicy': {'1.10'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroup': {'1.5'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SubPort': {'1.0'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Subnet': {'1.1'}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Trunk': {'1.1'}} Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: consumer versions: Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Agent': '1.1', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'ConntrackHelper': '1.0', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'LocalIPAssociation': '1.0', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Log': '1.0', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'NDPProxy': '1.0', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Network': '1.1', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Port': '1.7', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'PortForwarding': '1.3', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'QosPolicy': '1.10', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroup': '1.5', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroupRule': '1.2', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SubPort': '1.0', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Subnet': '1.1', Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Trunk': '1.1'}} Jul 22 11:05:53.437306 dv-cinder-848900-4-iscsi neutron-server[104150]: {{(pid=104150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:05:53.487373 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Attempting to bind port 8259d562-9263-408d-b7f8-cc0fdd003f6f on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:05:53.487956 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Attempting to bind port 8259d562-9263-408d-b7f8-cc0fdd003f6f by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:05:53.488180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Attempting to bind port 8259d562-9263-408d-b7f8-cc0fdd003f6f on network ce9c6d28-92e5-43b8-b432-25d68e3aa37f {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:05:53.490754 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:53.494390 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:05:53.494775 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Checking segment: {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:05:53.495280 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.495690 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Bound using segment: {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:05:53.496194 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Bound port: 8259d562-9263-408d-b7f8-cc0fdd003f6f, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:05:53.496613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.557665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] For port 8259d562-9263-408d-b7f8-cc0fdd003f6f, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:05:53.576479 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] For port 8259d562-9263-408d-b7f8-cc0fdd003f6f, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=8259d562-9263-408d-b7f8-cc0fdd003f6f,segment=NetworkSegment(3d0d27ee-2506-49f2-bbc3-be1a041e3ccd),segment_id=3d0d27ee-2506-49f2-bbc3-be1a041e3ccd)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:05:53.583079 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:05:53.640480 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a9135-f0ef-4a9b-922d-0422e0cdd775 None None] Pushing event updated for resources: {'Port': ['ID=8259d562-9263-408d-b7f8-cc0fdd003f6f,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:05:54.844033 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33564) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:55.185460 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [None req-4f9d76b1-b308-4176-bdc2-99ea6c7fc872 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:05:55.186654 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-4f9d76b1-b308-4176-bdc2-99ea6c7fc872 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3414743 Jul 22 11:05:57.455628 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33572) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:05:57.646735 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:57.653504 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=8 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:05:57.792975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [None req-4e137673-6023-4c64-bd65-03b6d69a19f0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:05:57.806118 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4e137673-6023-4c64-bd65-03b6d69a19f0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3493586 Jul 22 11:05:58.663100 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=49,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:00.109983 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33584) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:00.444786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:06:00.472659 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:00.474420 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:00.614011 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Publish callbacks [] for router_controller (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:00.618634 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:00.638732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:00.639912 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3fc83c5a-14ea-464b-8b07-056aedfd5b14 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5289562 Jul 22 11:06:01.468161 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8259d562-9263-408d-b7f8-cc0fdd003f6f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:06:01.548999 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 8259d562-9263-408d-b7f8-cc0fdd003f6f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:01.549420 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:01.649628 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 8259d562-9263-408d-b7f8-cc0fdd003f6f is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:01.649945 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:01.683240 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 8259d562-9263-408d-b7f8-cc0fdd003f6f, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=8259d562-9263-408d-b7f8-cc0fdd003f6f,segment=NetworkSegment(3d0d27ee-2506-49f2-bbc3-be1a041e3ccd),segment_id=3d0d27ee-2506-49f2-bbc3-be1a041e3ccd)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:06:01.688443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:01.736930 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=8259d562-9263-408d-b7f8-cc0fdd003f6f,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:01.747914 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fb20a-838e-451a-954b-315fcb20ee43 None None] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:06:01.872420 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-de97efc4-6944-4e6f-b796-387c70dea21a None None] Provisioning complete for port 8259d562-9263-408d-b7f8-cc0fdd003f6f triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:01.872806 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-de97efc4-6944-4e6f-b796-387c70dea21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:01.898297 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:01.952309 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-de97efc4-6944-4e6f-b796-387c70dea21a None None] Current status of the port 8259d562-9263-408d-b7f8-cc0fdd003f6f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:02.069446 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-0d318dfd-7d58-4bf4-b4bc-5733d1d46b61 None None] Provisioning complete for port 8259d562-9263-408d-b7f8-cc0fdd003f6f triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:02.069839 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0d318dfd-7d58-4bf4-b4bc-5733d1d46b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:02.139276 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-0d318dfd-7d58-4bf4-b4bc-5733d1d46b61 None None] Current status of the port 8259d562-9263-408d-b7f8-cc0fdd003f6f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:02.929065 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33596) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:03.251777 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [None req-5df8f025-273d-4ecd-bdab-2edbdaaf7a98 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:06:03.252786 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-5df8f025-273d-4ecd-bdab-2edbdaaf7a98 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3227823 Jul 22 11:06:03.451650 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8259d562-9263-408d-b7f8-cc0fdd003f6f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:06:03.498879 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 8259d562-9263-408d-b7f8-cc0fdd003f6f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:03.499597 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:03.567634 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 8259d562-9263-408d-b7f8-cc0fdd003f6f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:05.616748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33604) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:05.940956 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:06:05.965172 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Made reservation on behalf of a25f160b71984d6fbacad5d6c1f3248c for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:06:05.968177 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.000041 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.089074 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:06.100637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks [] for security_group (553b3f30-2ca7-45e4-8f5f-901283c3a22c), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.103698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (553b3f30-2ca7-45e4-8f5f-901283c3a22c), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.118794 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Reserving flat network on physical network physnet1 {{(pid=104148) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 11:06:06.147852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b3f30-2ca7-45e4-8f5f-901283c3a22c,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:06.151437 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753160243267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (f6091b16-b021-41a8-ae61-efc984bdee61), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.152303 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Unsubscribe: segment precommit_create {{(pid=104148) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 11:06:06.153116 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Added segment f6091b16-b021-41a8-ae61-efc984bdee61 of type flat for network 32e93bb0-1821-46d6-a566-7a43af182a38 Jul 22 11:06:06.215081 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (32e93bb0-1821-46d6-a566-7a43af182a38), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.254568 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (32e93bb0-1821-46d6-a566-7a43af182a38), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.255476 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:06:06.256057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:06.313681 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6958606 Jul 22 11:06:06.350674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5924-f954-42bf-b634-061c7ca93f27 admin admin] Pushing event updated for resources: {'Network': ['ID=32e93bb0-1821-46d6-a566-7a43af182a38,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:06.361618 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 32e93bb0-1821-46d6-a566-7a43af182a38 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:06:06.425840 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:08.468583 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-4d50c016-2c29-424f-9082-949543427d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:08.563695 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33612) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:08.922167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89000d-141d-4961-b2c0-db0f822d52f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:06:08.923557 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8b89000d-141d-4961-b2c0-db0f822d52f7 demo admin] 10.222.0.20 "GET /v2.0/subnets/6b27c282-d0a5-48c9-a489-40907f017929 HTTP/1.1" status: 200 len: 849 time: 0.3588316 Jul 22 11:06:09.042129 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-bfca1635-dd3c-4966-925f-4654132b5f96 demo admin] 10.222.0.20 "GET /v2.0/routers/aa7bc5f7-0333-415f-9b88-5e2bc1d4350e HTTP/1.1" status: 200 len: 704 time: 0.1127114 Jul 22 11:06:09.263975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:09.306454 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:09.597412 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Allocated IP 172.20.0.1 (ce9c6d28-92e5-43b8-b432-25d68e3aa37f/6b27c282-d0a5-48c9-a489-40907f017929/3f91e392-8fbd-423f-8ba8-f77571181e27) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:06:09.754106 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks [] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:09.765490 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:09.819230 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:09.936394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:06:09.942183 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:06:09.951132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:06:09.951748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.021810 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Pushing event updated for resources: {'Port': ['ID=3f91e392-8fbd-423f-8ba8-f77571181e27,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:10.100557 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-38e3fe40-c33a-44e6-b46a-5645dcbd4755 None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:10.101101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-38e3fe40-c33a-44e6-b46a-5645dcbd4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.132479 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-38e3fe40-c33a-44e6-b46a-5645dcbd4755 None None] Port 3f91e392-8fbd-423f-8ba8-f77571181e27 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:06:10.158630 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.364824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:10.369043 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks [] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.374696 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.375773 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.438178 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Pushing event updated for resources: {'Port': ['ID=3f91e392-8fbd-423f-8ba8-f77571181e27,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:10.508215 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:06:10.509887 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:06:10.607480 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc8d6-31bb-4e4d-ac86-c1fb8f8b86c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.666636 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:06:10.755818 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:06:10.767765 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7455d60b-e81e-4141-ba7b-0f1c88e0b726 demo admin] 10.222.0.20 "PUT /v2.0/routers/aa7bc5f7-0333-415f-9b88-5e2bc1d4350e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7141719 Jul 22 11:06:10.782806 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Sync routers for ids ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:06:10.796075 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Routers {'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:06:10.796925 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:06:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:10.813694 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-1b389a25-e928-4bca-8345-1de96d5849aa None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:10.814090 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-1b389a25-e928-4bca-8345-1de96d5849aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:10.848632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-1b389a25-e928-4bca-8345-1de96d5849aa None None] Port 3f91e392-8fbd-423f-8ba8-f77571181e27 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:06:10.978480 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Set router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:06:11.408041 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:10Z', 'revision_number': 2, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port_host': None, '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:10Z', 'revision_number': 2, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:11.458940 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Checking router: aa7bc5f7-0333-415f-9b88-5e2bc1d4350e for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:06:11.459351 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Updating router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e port 3f91e392-8fbd-423f-8ba8-f77571181e27 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:06:11.513660 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.012694 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks [] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.018830 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.049295 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.192538 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Pushing event updated for resources: {'Port': ['ID=3f91e392-8fbd-423f-8ba8-f77571181e27,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:12.211337 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.211686 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.212035 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.212377 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.212711 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.213044 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.213369 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.213752 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.214016 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.214382 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.214690 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.215029 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.215411 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.215734 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.216052 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Tracked resource versions report: Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: pushed versions: Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: { 'AddressGroup': {'1.2'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Agent': {'1.1'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'ConntrackHelper': {'1.0'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Log': {'1.0'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'NDPProxy': {'1.0'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Network': {'1.1'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Port': {'1.7'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'PortForwarding': {'1.3'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'QosPolicy': {'1.10'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroup': {'1.5'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SubPort': {'1.0'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Subnet': {'1.1'}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Trunk': {'1.1'}} Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: consumer versions: Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Agent': '1.1', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'ConntrackHelper': '1.0', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'LocalIPAssociation': '1.0', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Log': '1.0', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'NDPProxy': '1.0', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Network': '1.1', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Port': '1.7', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'PortForwarding': '1.3', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'QosPolicy': '1.10', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroup': '1.5', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroupRule': '1.2', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SubPort': '1.0', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Subnet': '1.1', Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Trunk': '1.1'}} Jul 22 11:06:12.217480 dv-cinder-848900-4-iscsi neutron-server[104151]: {{(pid=104151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:06:12.222004 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Attempting to bind port 3f91e392-8fbd-423f-8ba8-f77571181e27 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:06:12.222402 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Attempting to bind port 3f91e392-8fbd-423f-8ba8-f77571181e27 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:06:12.222880 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Attempting to bind port 3f91e392-8fbd-423f-8ba8-f77571181e27 on network ce9c6d28-92e5-43b8-b432-25d68e3aa37f {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:06:12.228280 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:06:12.228680 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Checking segment: {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:06:12.229162 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.229546 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Bound using segment: {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:06:12.230013 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Bound port: 3f91e392-8fbd-423f-8ba8-f77571181e27, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0d27ee-2506-49f2-bbc3-be1a041e3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:06:12.230394 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.273566 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-3f91933a-1d26-4810-8930-6bfccfd9b32d None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:12.273953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3f91933a-1d26-4810-8930-6bfccfd9b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.295138 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] For port 3f91e392-8fbd-423f-8ba8-f77571181e27, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:06:12.307249 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-3f91933a-1d26-4810-8930-6bfccfd9b32d None None] Port 3f91e392-8fbd-423f-8ba8-f77571181e27 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:06:12.316714 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] For port 3f91e392-8fbd-423f-8ba8-f77571181e27, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=3f91e392-8fbd-423f-8ba8-f77571181e27,segment=NetworkSegment(3d0d27ee-2506-49f2-bbc3-be1a041e3ccd),segment_id=3d0d27ee-2506-49f2-bbc3-be1a041e3ccd)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:06:12.322182 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.327603 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:12.345937 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:12.388967 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Routers {'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:06:12.389600 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:06:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:12.391621 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422051b9-4396-4f1c-b3bc-c29cf0da950f None None] Pushing event updated for resources: {'Port': ['ID=3f91e392-8fbd-423f-8ba8-f77571181e27,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:12.484660 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] Set router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:06:12.528784 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:12.529108 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.604785 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Current status of the port 3f91e392-8fbd-423f-8ba8-f77571181e27 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:12.605187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.639274 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] For port 3f91e392-8fbd-423f-8ba8-f77571181e27, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=3f91e392-8fbd-423f-8ba8-f77571181e27,segment=NetworkSegment(3d0d27ee-2506-49f2-bbc3-be1a041e3ccd),segment_id=3d0d27ee-2506-49f2-bbc3-be1a041e3ccd)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:06:12.643536 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:12.684814 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:10Z', 'revision_number': 2, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port_host': None, '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:12Z', 'revision_number': 4, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:12.692885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b4809-34f0-4cfb-816d-1724897c275a None None] Pushing event updated for resources: {'Port': ['ID=3f91e392-8fbd-423f-8ba8-f77571181e27,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:12.713723 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506bc4dc-329e-4d28-b376-556d6f35f778 None None] The sync data for ids ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'] in dv-cinder-848900-4-iscsi is: [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:10Z', 'revision_number': 2, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port_host': None, '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:12Z', 'revision_number': 4, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:06:13.009827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33622) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:13.400194 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79b7dc-579f-49e4-93e6-04561741f289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:06:13.401566 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-bf79b7dc-579f-49e4-93e6-04561741f289 admin admin] 10.222.0.20 "GET /v2.0/networks/32e93bb0-1821-46d6-a566-7a43af182a38 HTTP/1.1" status: 200 len: 842 time: 0.3907828 Jul 22 11:06:13.410862 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:06:13.417571 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:13.432445 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Made reservation on behalf of a25f160b71984d6fbacad5d6c1f3248c for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:06:13.435889 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:13.586735 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:13.707548 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.objects.ports [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104148) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 22 11:06:13.707901 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (0cbc8aee-1afd-422f-bbca-be3954231b1f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:13.764250 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc8aee-1afd-422f-bbca-be3954231b1f,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:13.775478 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:06:13.775843 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Network hostable DHCP agents. Network: 32e93bb0-1821-46d6-a566-7a43af182a38, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:06:13.783250 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:13.795851 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:06:13.804029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 32e93bb0-1821-46d6-a566-7a43af182a38) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:06:13.808746 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:06:13.810053 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:13.813704 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317cedc5-50f8-475f-8a8b-89e66268c0a5 None None] Network 32e93bb0-1821-46d6-a566-7a43af182a38 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:06:13.836458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-1e088db6-eaf9-4df9-b782-b5e91b1ddd68 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4194477 Jul 22 11:06:13.910209 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:13.947989 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a54e5b-b8ad-4992-902e-6c19ffb3ecd1 None None] Network 32e93bb0-1821-46d6-a566-7a43af182a38 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:06:16.166040 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 33630) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:16.636931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:16.656055 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6c1a7417-cf8a-497f-bda1-995ad7892077 demo admin] 10.222.0.20 "GET /v2.0/routers/aa7bc5f7-0333-415f-9b88-5e2bc1d4350e HTTP/1.1" status: 200 len: 710 time: 0.4834797 Jul 22 11:06:16.737196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a060f4c-0ef4-48ac-8305-606d8013b019 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:06:16.743749 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6a060f4c-0ef4-48ac-8305-606d8013b019 demo admin] 10.222.0.20 "GET /v2.0/networks/32e93bb0-1821-46d6-a566-7a43af182a38 HTTP/1.1" status: 200 len: 886 time: 0.0818882 Jul 22 11:06:16.747509 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:06:16.988087 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks [] for router_gateway (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.055174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:17.212187 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks [] for router_gateway (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.287706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.395482 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Allocated IP 172.27.0.61 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/38bc1fdb-84eb-4890-8189-a842d550eef9) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:06:17.498766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks [] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.525284 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:17.543953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.583224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:06:17.588329 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:06:17.594854 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Pushing event updated for resources: {'Port': ['ID=38bc1fdb-84eb-4890-8189-a842d550eef9,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:17.599023 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:06:17.843436 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks [] for router_gateway (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:17.982742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:18.118188 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33178519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33185550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2972'] for router (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:18.121775 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33178540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33178533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33185533'] for router (aa7bc5f7-0333-415f-9b88-5e2bc1d4350e), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:18.225843 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:06:18.330534 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:06:18.335441 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:18.336620 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-04d91f15-3df8-4e4f-9f8b-4dc9bdbec88d demo admin] 10.222.0.20 "PUT /v2.0/routers/aa7bc5f7-0333-415f-9b88-5e2bc1d4350e HTTP/1.1" status: 200 len: 889 time: 1.5923252 Jul 22 11:06:19.024315 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Sync routers for ids ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:06:19.036506 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Routers {'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:06:19.037139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:06:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:19.238471 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Set router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:06:19.450786 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:19.490071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 3f91e392-8fbd-423f-8ba8-f77571181e27 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:06:19.617303 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:19.617691 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:19.680633 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:17Z', 'revision_number': 4, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port': {'id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:17Z', 'updated_at': '2022-07-22T11:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:12Z', 'revision_number': 5, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:19.798887 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Checking router: aa7bc5f7-0333-415f-9b88-5e2bc1d4350e for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:06:19.799282 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Updating router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e port 38bc1fdb-84eb-4890-8189-a842d550eef9 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:06:19.876325 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:19.898975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 3f91e392-8fbd-423f-8ba8-f77571181e27 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:20.185096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks [] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:20.190854 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:20.223985 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:20.243346 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Attempting to bind port 38bc1fdb-84eb-4890-8189-a842d550eef9 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:06:20.243710 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Attempting to bind port 38bc1fdb-84eb-4890-8189-a842d550eef9 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:06:20.244069 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Attempting to bind port 38bc1fdb-84eb-4890-8189-a842d550eef9 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:06:20.246093 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be744-6532-417b-87d3-39c4a83f4f5b None None] Pushing event updated for resources: {'Port': ['ID=38bc1fdb-84eb-4890-8189-a842d550eef9,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:20.253139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:06:20.253617 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:06:20.253899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:20.254284 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:06:20.254748 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Bound port: 38bc1fdb-84eb-4890-8189-a842d550eef9, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:06:20.255123 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:20.303673 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] For port 38bc1fdb-84eb-4890-8189-a842d550eef9, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:06:20.306529 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] For port 38bc1fdb-84eb-4890-8189-a842d550eef9, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=38bc1fdb-84eb-4890-8189-a842d550eef9,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:06:20.312348 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:20.369849 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be744-6532-417b-87d3-39c4a83f4f5b None None] Pushing event updated for resources: {'Port': ['ID=38bc1fdb-84eb-4890-8189-a842d550eef9,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:20.372658 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Routers {'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:06:20.373240 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:06:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:20.453955 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:20.475888 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] Set router aa7bc5f7-0333-415f-9b88-5e2bc1d4350e gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:06:20.667336 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:17Z', 'revision_number': 4, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port': {'id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:17Z', 'updated_at': '2022-07-22T11:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:12Z', 'revision_number': 5, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:06:20.695740 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8d054-af96-4fbb-8142-acec2a96291f None None] The sync data for ids ['aa7bc5f7-0333-415f-9b88-5e2bc1d4350e'] in dv-cinder-848900-4-iscsi is: [{'id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'name': 'router1', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:06:00Z', 'updated_at': '2022-07-22T11:06:17Z', 'revision_number': 4, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'gw_port': {'id': '38bc1fdb-84eb-4890-8189-a842d550eef9', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:17Z', 'updated_at': '2022-07-22T11:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '3f91e392-8fbd-423f-8ba8-f77571181e27', 'name': '', 'network_id': 'ce9c6d28-92e5-43b8-b432-25d68e3aa37f', 'tenant_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'mac_address': 'fa:16:3e:fb:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bc5f7-0333-415f-9b88-5e2bc1d4350e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b27c282-d0a5-48c9-a489-40907f017929', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:06:09Z', 'updated_at': '2022-07-22T11:06:12Z', 'revision_number': 5, 'project_id': 'c49e9ae4e8bc4168a9cab3aef4029701', 'subnets': [{'id': '6b27c282-d0a5-48c9-a489-40907f017929', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0236cc29-f78a-45ca-9863-8186fef856f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:06:20.791515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 33644) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:06:21.242510 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-cfb28d1d-6a4d-4235-b390-e75b379930d4 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4498096 Jul 22 11:06:21.504554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 38bc1fdb-84eb-4890-8189-a842d550eef9 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:06:21.551222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 38bc1fdb-84eb-4890-8189-a842d550eef9 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:21.551650 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:21.625644 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 38bc1fdb-84eb-4890-8189-a842d550eef9 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:21.626042 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:21.646744 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 38bc1fdb-84eb-4890-8189-a842d550eef9, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=38bc1fdb-84eb-4890-8189-a842d550eef9,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:06:21.651056 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:21.698000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=38bc1fdb-84eb-4890-8189-a842d550eef9,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:06:22.676871 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=33 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:22.688174 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=41 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:23.489912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 38bc1fdb-84eb-4890-8189-a842d550eef9 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:06:23.530468 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 38bc1fdb-84eb-4890-8189-a842d550eef9 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:06:23.530861 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (38bc1fdb-84eb-4890-8189-a842d550eef9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:23.607104 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 38bc1fdb-84eb-4890-8189-a842d550eef9 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:06:25.141099 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:06:28.327357 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=25 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:28.329214 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:31.232697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:31.238611 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:33.601147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=79 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:33.604368 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:38.482702 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-30d71fa2-8d80-4463-ba3c-727cc9ddaab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:40.143852 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:40.150820 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:40.606149 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-61334b95-d0ef-45ce-b538-e7f2e1ed2697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:42.058711 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:43.608525 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:43.784218 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:06:53.584545 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:06:53.778317 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:02.141285 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:07:08.470677 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f7459936-34a2-41d5-8e4c-a09bd55a6b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:10.603081 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-87cf1376-2acc-4913-b476-db0dfbf201fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:12.054477 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:13.593107 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:13.784620 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:17.143968 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:17.146827 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:23.770182 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:23.780218 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:37.132776 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:37.133528 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:38.464491 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e22bcf35-018c-4757-bc14-11a6f1c60c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:39.141080 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:07:40.600964 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-80da7e90-3678-4b58-945b-dbde421e909b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:42.052254 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:42.477751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34182) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:42.817400 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba81b31-9183-4350-937e-ea80b39cba6f admin admin] GET failed (client error): The resource could not be found. Jul 22 11:07:42.818692 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-2ba81b31-9183-4350-937e-ea80b39cba6f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3399892 Jul 22 11:07:43.002535 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47d3b2-de0d-4899-acdc-ab9f1306610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:43.003962 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ad47d3b2-de0d-4899-acdc-ab9f1306610c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1812301 Jul 22 11:07:43.598446 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:43.782401 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:45.192848 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34192) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:45.591336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb6b7f-08af-4890-82e8-d322baba50de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:45.592650 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-84eb6b7f-08af-4890-82e8-d322baba50de admin admin] 10.222.0.20 "GET /v2.0/subnets/6b27c282-d0a5-48c9-a489-40907f017929 HTTP/1.1" status: 200 len: 849 time: 0.3988554 Jul 22 11:07:45.602442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:07:45.693500 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Publish callbacks [] for subnet (6b27c282-d0a5-48c9-a489-40907f017929), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:45.848326 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753160138545'] for subnet (6b27c282-d0a5-48c9-a489-40907f017929), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:45.890177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:45.891330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:45.892283 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] 10.222.0.20 "PUT /v2.0/subnets/6b27c282-d0a5-48c9-a489-40907f017929 HTTP/1.1" status: 200 len: 868 time: 0.2934089 Jul 22 11:07:45.894563 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75771ed6-4a52-4218-9149-dd38dc522bcb None None] Network ce9c6d28-92e5-43b8-b432-25d68e3aa37f requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:07:45.908567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b27c282-d0a5-48c9-a489-40907f017929,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:07:45.915952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.916319 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.916800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.917154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.917497 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.917842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.918174 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.918510 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.918845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.919186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.919565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.919905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.920235 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.920563 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:45.920887 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31c1e5-a42f-4141-ab36-ac4df855fa82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:07:46.194470 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Provisioning complete for port 3f91e392-8fbd-423f-8ba8-f77571181e27 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:07:46.194861 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3f91e392-8fbd-423f-8ba8-f77571181e27), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:46.266222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Current status of the port 3f91e392-8fbd-423f-8ba8-f77571181e27 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:07:46.274005 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Provisioning complete for port 8259d562-9263-408d-b7f8-cc0fdd003f6f triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:07:46.274398 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8259d562-9263-408d-b7f8-cc0fdd003f6f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:07:46.344963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-43664488-ad25-4fbe-9da4-c10481ae345b None None] Current status of the port 8259d562-9263-408d-b7f8-cc0fdd003f6f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:07:48.096396 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34200) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:48.566843 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2784e-1d15-4ad0-a4ca-8089449e5807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:48.567349 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2784e-1d15-4ad0-a4ca-8089449e5807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:48.568883 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-dbc2784e-1d15-4ad0-a4ca-8089449e5807 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4715002 Jul 22 11:07:50.767807 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34208) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:51.168519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c395c-6fb8-407e-ab63-c8cac45ba20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:51.168904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c395c-6fb8-407e-ab63-c8cac45ba20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:51.170404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-215c395c-6fb8-407e-ab63-c8cac45ba20b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4016452 Jul 22 11:07:53.359375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34216) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:53.756973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5134ece-7837-4781-9797-b048beb5c859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:53.758277 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d5134ece-7837-4781-9797-b048beb5c859 admin admin] 10.222.0.20 "GET /v2.0/networks/32e93bb0-1821-46d6-a566-7a43af182a38 HTTP/1.1" status: 200 len: 886 time: 0.3979199 Jul 22 11:07:55.978894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34226) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:56.339652 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:56.343172 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:56.448857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c54037-c08f-4b48-b60c-e726683541cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:56.450233 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e4c54037-c08f-4b48-b60c-e726683541cb admin admin] 10.222.0.20 "GET /v2.0/networks/ce9c6d28-92e5-43b8-b432-25d68e3aa37f HTTP/1.1" status: 200 len: 869 time: 0.4703703 Jul 22 11:07:57.870796 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=16 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:57.873756 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:58.648971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34236) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:07:59.008068 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:59.012102 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:07:59.055103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea7a78-dd54-43ef-8f72-224ceaac6791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:59.055588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea7a78-dd54-43ef-8f72-224ceaac6791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:07:59.057707 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-12ea7a78-dd54-43ef-8f72-224ceaac6791 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4071975 Jul 22 11:08:01.271890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34246) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:01.639987 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e62b8-6cb1-4ddf-860f-8f187b32627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:01.640371 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e62b8-6cb1-4ddf-860f-8f187b32627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:01.641874 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-db7e62b8-6cb1-4ddf-860f-8f187b32627d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3690195 Jul 22 11:08:03.745317 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:03.754535 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=11 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:03.839244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34254) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:04.197771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951bac0-dd36-438d-bfb2-397bde3df72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:04.199087 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-0951bac0-dd36-438d-bfb2-397bde3df72e admin admin] 10.222.0.20 "GET /v2.0/subnets/0cbc8aee-1afd-422f-bbca-be3954231b1f HTTP/1.1" status: 200 len: 816 time: 0.3588862 Jul 22 11:08:06.402866 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34262) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:06.768168 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b8552f-cc81-44c4-b639-4950a28eb10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:06.769424 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-47b8552f-cc81-44c4-b639-4950a28eb10b admin admin] 10.222.0.20 "GET /v2.0/subnets/6b27c282-d0a5-48c9-a489-40907f017929 HTTP/1.1" status: 200 len: 868 time: 0.3655617 Jul 22 11:08:08.470348 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b688524e-9200-445a-ba17-49f0f0719be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:10.594251 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-729dfb04-4ac1-4988-a63a-7e109034eb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:12.055060 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:13.601754 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:13.779437 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:16.139339 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:08:16.763005 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=24 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:16.764946 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=20 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:23.766780 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:23.774954 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:34.131840 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:34.150795 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:34.844213 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34318) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:35.167859 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [None req-5a117e6e-4539-4200-b7f2-2524eac1a55d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:08:35.168885 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-5a117e6e-4539-4200-b7f2-2524eac1a55d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3236959 Jul 22 11:08:37.436796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34326) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:37.776729 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a461eac-f709-48aa-8cee-6ed1998b8a5f admin admin] GET failed (client error): The resource could not be found. Jul 22 11:08:37.778016 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-5a461eac-f709-48aa-8cee-6ed1998b8a5f admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3402841 Jul 22 11:08:37.923232 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f442a4b-9992-41bc-b9b2-e7827d40bc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:37.924756 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3f442a4b-9992-41bc-b9b2-e7827d40bc34 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426716 Jul 22 11:08:38.464230 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2929bcf3-a73a-4d24-8b30-ef96a9e1fa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.157109 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34334) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:40.474403 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:08:40.497698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Made reservation on behalf of a25f160b71984d6fbacad5d6c1f3248c for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:08:40.500030 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.527292 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING neutron.services.revisions.revision_plugin [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Could not find related network for resource to bump revision. Jul 22 11:08:40.541674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:08:40.551492 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (85b7bf45-ee62-4e90-8e5f-5d52c73f7377), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.551836 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Added segment 85b7bf45-ee62-4e90-8e5f-5d52c73f7377 of type vlan for network 1b43f97e-2220-4c34-87f7-269bce7c24f2 Jul 22 11:08:40.593392 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (1b43f97e-2220-4c34-87f7-269bce7c24f2), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.599831 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-65207652-3874-45cb-8444-37552e7e0191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.618104 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (1b43f97e-2220-4c34-87f7-269bce7c24f2), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.619592 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:40.620166 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:40.679100 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5209126 Jul 22 11:08:40.684849 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Pushing event updated for resources: {'Network': ['ID=1b43f97e-2220-4c34-87f7-269bce7c24f2,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:08:40.692646 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.692995 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.693348 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.693698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.694031 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.694363 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.694691 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.695021 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.695373 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.695705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.696037 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.696411 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.697312 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.697645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.697966 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338469d-d9fb-4a3d-ade8-61838ba6cd7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:40.710021 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:08:42.056781 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:42.918690 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34342) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:08:43.247732 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e87f768-70f3-4dd8-abc6-8967f6e96ef8 admin admin] GET failed (client error): The resource could not be found. Jul 22 11:08:43.249080 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7e87f768-70f3-4dd8-abc6-8967f6e96ef8 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3294086 Jul 22 11:08:43.316795 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e100a3a-5d8e-4753-bc67-472900585bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:43.318208 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-5e100a3a-5d8e-4753-bc67-472900585bf6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650721 Jul 22 11:08:43.328239 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2', 'name': 'shared-subnet'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:08:43.347464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Made reservation on behalf of a25f160b71984d6fbacad5d6c1f3248c for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:08:43.349676 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.508808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (d8a6a2bf-1b13-4063-82c6-3fb1c81dc616), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.568932 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a6a2bf-1b13-4063-82c6-3fb1c81dc616,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:08:43.574963 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Checking segment: {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:08:43.575333 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Network hostable DHCP agents. Network: 1b43f97e-2220-4c34-87f7-269bce7c24f2, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:08:43.592611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:08:43.602040 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 1b43f97e-2220-4c34-87f7-269bce7c24f2) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:08:43.603585 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.606471 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:08:43.607096 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.612646 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358af270-0387-4030-95c4-edc76231d304 None None] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:08:43.625495 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-17a698b2-4228-4686-8a3b-fdf273c48d2a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3004458 Jul 22 11:08:43.723132 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-1b43f97e-2220-4c34-87f7-269bce7c24f2', 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2', 'project_id': 'a25f160b71984d6fbacad5d6c1f3248c', 'fixed_ips': [{'subnet_id': 'd8a6a2bf-1b13-4063-82c6-3fb1c81dc616'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:08:43.724153 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.922777 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:43.974451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Allocated IP 192.168.233.2 (1b43f97e-2220-4c34-87f7-269bce7c24f2/d8a6a2bf-1b13-4063-82c6-3fb1c81dc616/621c6cf6-6320-4a4f-958a-c8c35383dfe1) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:08:44.117525 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks [] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:44.124493 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:44.160430 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:08:44.170341 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Pushing event updated for resources: {'Port': ['ID=621c6cf6-6320-4a4f-958a-c8c35383dfe1,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:08:44.173689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:08:44.178241 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:08:44.182605 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.182953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.183337 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.183697 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.184036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.184368 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.184696 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.185022 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.185347 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.185689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.185995 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.186333 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.186659 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.186986 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.187337 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:08:44.244370 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Attempting to bind port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:08:44.244740 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Attempting to bind port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:08:44.245101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Attempting to bind port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 on network 1b43f97e-2220-4c34-87f7-269bce7c24f2 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:08:44.250623 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:08:44.251002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Checking segment: {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:08:44.251431 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:44.251830 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Bound using segment: {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:08:44.252292 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Bound port: 621c6cf6-6320-4a4f-958a-c8c35383dfe1, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:08:44.252698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:44.315061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] For port 621c6cf6-6320-4a4f-958a-c8c35383dfe1, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:08:44.318145 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] For port 621c6cf6-6320-4a4f-958a-c8c35383dfe1, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=621c6cf6-6320-4a4f-958a-c8c35383dfe1,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:08:44.324384 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:44.384696 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f606e7-6bb9-4781-b1d0-da05e11b3db0 None None] Pushing event updated for resources: {'Port': ['ID=621c6cf6-6320-4a4f-958a-c8c35383dfe1,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:08:45.207064 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb7916-0ee2-4121-a8e7-0362909410ab None None] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:08:45.260167 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:45.267157 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:45.316677 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Provisioning complete for port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:08:45.317072 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:45.398252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Current status of the port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:08:45.398252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:45.439556 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] For port 621c6cf6-6320-4a4f-958a-c8c35383dfe1, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=621c6cf6-6320-4a4f-958a-c8c35383dfe1,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:08:45.445126 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:45.498228 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7d0a8-2f4b-4d6b-883c-9ab1dc614731 None None] Pushing event updated for resources: {'Port': ['ID=621c6cf6-6320-4a4f-958a-c8c35383dfe1,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:08:45.565164 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-2e650a13-ab94-456b-ab9e-8ae679c57bca None None] Provisioning complete for port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:08:45.565555 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2e650a13-ab94-456b-ab9e-8ae679c57bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:45.589615 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 621c6cf6-6320-4a4f-958a-c8c35383dfe1 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:08:45.672728 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:08:45.673120 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (621c6cf6-6320-4a4f-958a-c8c35383dfe1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:08:45.699126 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-2e650a13-ab94-456b-ab9e-8ae679c57bca None None] Current status of the port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:08:45.754992 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 621c6cf6-6320-4a4f-958a-c8c35383dfe1 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:08:53.138303 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:08:53.616232 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:53.617473 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:55.750327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=51 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:08:55.753066 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:08.137744 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:08.142747 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:08.466883 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-102b37fb-75f3-44ee-81f1-07357a9222e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:10.602909 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-815aea21-8288-475d-aaaf-787705042c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:12.060164 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:13.609228 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:13.778880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:23.770199 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:23.772071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:30.138423 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:09:38.469544 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-69552372-a85b-4072-a501-e62a1e7c5527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:40.606980 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-001ee3e0-e41f-4b9f-b623-21c6db15db9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:42.064255 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:43.612085 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:43.773033 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:09:45.128593 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:45.138561 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:53.766737 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:09:53.768860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:07.138476 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:10:08.472181 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2d41dcc5-e306-4415-a2d1-e8036c621d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:10.612651 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed9f6-4536-4139-8b9c-f0063f0b0d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:12.066796 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:13.228362 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34380) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:10:13.234051 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [None req-df53f26a-b61f-4062-96c7-19444998b7dc tempest-verify_tempest_config-843595022 tempest-verify_tempest_config-843595022-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:10:13.235012 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-df53f26a-b61f-4062-96c7-19444998b7dc tempest-verify_tempest_config-843595022 tempest-verify_tempest_config-843595022-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057025 Jul 22 11:10:13.613401 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:13.739082 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34398) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:10:13.776459 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.073316 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.148521 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Publish callbacks [] for security_group (4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.151950 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.196547 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea8909d0cba544a1bcb9573412856a8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4564097 Jul 22 11:10:14.198361 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:10:14.199324 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34402) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:10:14.205256 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.205614 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.205961 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.206305 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.206644 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.206986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.207337 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.207670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.208019 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.208356 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.208706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.209053 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.209385 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.209744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.210071 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d9d83-e73c-42c3-8fdf-07060010f472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.259252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Publish callbacks [] for security_group (4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.280472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Publish callbacks [] for security_group (4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.376675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.379116 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:14.380289 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32 HTTP/1.1" status: 204 len: 168 time: 0.1799965 Jul 22 11:10:14.387998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb6d01-2e7e-4c0f-95bd-75f4338c7f32,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:10:14.394687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.395044 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.395438 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.395790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.396132 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.396473 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.396808 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.397644 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.397974 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.398307 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.398705 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.399006 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.399359 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.399689 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:14.400020 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7243db-4e3c-40f5-9564-64279c4526b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:10:22.140272 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:22.145264 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:23.772865 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:24.201050 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:24.201844 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:24.384495 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:24.391622 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:24.419986 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:37.738701 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:37.742422 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=8 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:38.473446 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f909f72e-32f8-4aef-b6ab-303ced8cb48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:40.604892 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c33bb4a5-013c-466d-a733-0e881852e71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:42.068289 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:43.616091 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:43.778971 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:10:44.136947 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:10:53.768208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:53.774730 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:59.137105 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:10:59.141234 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:08.478784 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d78c1992-1e8b-4232-8556-aebb30e89268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:10.607996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b4939872-8121-4c1c-84fc-045fdbf316f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:12.073473 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:13.628508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:13.781570 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:21.136279 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:11:23.772051 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:23.777872 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:37.134824 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:37.135601 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:38.480680 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a2295c95-19a5-42fa-aa7a-8a35aff666a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:40.612034 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-50a84465-c190-4d70-86eb-de40929ee9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:42.076474 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:43.623949 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:43.785472 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:11:53.778484 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:53.780658 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:11:58.136160 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 5 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:11:58.725912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33184877'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:08.482397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0446dfa8-b0c3-4bee-a85e-021d7103e733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:10.614864 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-36816970-556c-491e-a587-5d9fd0e62452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:11.075977 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34500) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:12:11.202215 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ff9c920c-2936-44ce-9ab4-528c80a0f985 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1251440 Jul 22 11:12:12.082505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:13.129192 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:13.134407 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:13.260713 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34510) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:12:13.316673 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bb8cef86-d13b-4ebb-afe5-b55a2d260121 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548275 Jul 22 11:12:13.626091 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:13.788913 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:21.197063 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:23.311872 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:23.777737 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:INSERT=1,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:23.783944 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:28.680649 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:35.135779 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:12:37.745637 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=15 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:38.484175 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-41cbc0cc-5698-4387-89a9-c54eb44359b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:40.618249 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-27ecb0ec-b00b-4555-91ef-3bcd2aebaad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:42.081335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:43.629573 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:43.795236 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:12:50.125676 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:50.130577 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=17 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:53.788425 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:53.792943 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:12:58.680387 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:08.489713 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b594a64f-95b7-470f-bd56-f58aece6571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:10.621208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e4892b59-3d00-426c-a693-93cc897d71ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:12.085861 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:12.136190 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:13:13.633657 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:13.789460 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:23.782429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:23.783629 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:27.136175 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:28.676199 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:37.142027 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:38.485746 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4d6b-fb01-40b5-813b-1072a470b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:40.625162 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-777319cc-d6f0-499d-aba5-6154da16b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:42.087809 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:43.634586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:43.792580 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:49.135775 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:13:49.766805 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34652) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:49.875491 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34662) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:50.037635 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1028344389-network', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:50.060245 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:50.063050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.072296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.088276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1907016832-network', 'tenant_id': '08cd35ed100244fdab3228d1afe62400'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:50.138051 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Made reservation on behalf of 08cd35ed100244fdab3228d1afe62400 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:50.140418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.160523 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.216036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks [] for security_group (fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.224476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.257853 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:13:50.288991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (273f8795-24b5-427a-8e99-59534ba4ac89), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.289583 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Added segment 273f8795-24b5-427a-8e99-59534ba4ac89 of type vlan for network 32cd3386-64da-4740-85d1-ffc0b29096eb Jul 22 11:13:50.299153 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:50.344591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.344961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.345312 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.345655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.345989 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.346322 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.346699 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.347566 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.347909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.348358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.348772 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.349161 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.349506 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.349831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.350157 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Tracked resource versions report: Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: pushed versions: Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: { 'AddressGroup': {'1.2'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Agent': {'1.1'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'ConntrackHelper': {'1.0'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Log': {'1.0'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'NDPProxy': {'1.0'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Network': {'1.1'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Port': {'1.7'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'PortForwarding': {'1.3'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'QosPolicy': {'1.10'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroup': {'1.5'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SubPort': {'1.0'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Subnet': {'1.1'}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Trunk': {'1.1'}} Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: consumer versions: Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: HyperV agent@hv-cinder-84890: {}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Agent': '1.1', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'ConntrackHelper': '1.0', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'LocalIPAssociation': '1.0', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Log': '1.0', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'NDPProxy': '1.0', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Network': '1.1', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Port': '1.7', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'PortForwarding': '1.3', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'QosPolicy': '1.10', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroup': '1.5', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SecurityGroupRule': '1.2', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'SubPort': '1.0', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Subnet': '1.1', Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: 'Trunk': '1.1'}} Jul 22 11:13:50.351315 dv-cinder-848900-4-iscsi neutron-server[104149]: {{(pid=104149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:13:50.378389 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (32cd3386-64da-4740-85d1-ffc0b29096eb), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.382318 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks [] for security_group (29b1223e-97dc-41a2-860d-26298e14193f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.390074 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (29b1223e-97dc-41a2-860d-26298e14193f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.429494 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:13:50.440462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (32cd3386-64da-4740-85d1-ffc0b29096eb), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.441484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:50.442069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.447731 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1223e-97dc-41a2-860d-26298e14193f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:50.490492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (32405c85-2283-4f4f-8a34-71d66df93e6f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.490924 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Added segment 32405c85-2283-4f4f-8a34-71d66df93e6f of type vlan for network 1a51435a-0afb-4925-9311-8d036dddb7a1 Jul 22 11:13:50.659082 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8911517 Jul 22 11:13:50.663501 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34716) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:50.669049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Request body: {'subnet': {'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-subnet', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:50.670431 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf303521-734b-4d9b-ac41-40c187ed8aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=32cd3386-64da-4740-85d1-ffc0b29096eb,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:50.674225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (1a51435a-0afb-4925-9311-8d036dddb7a1), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.687014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 32cd3386-64da-4740-85d1-ffc0b29096eb details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:13:50.692394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:50.694772 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.709711 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (1a51435a-0afb-4925-9311-8d036dddb7a1), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.712036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:50.714467 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.732466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34720) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:50.775232 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34726) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:50.860986 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] Pushing event updated for resources: {'Network': ['ID=1a51435a-0afb-4925-9311-8d036dddb7a1,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:50.864520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:50.876492 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:13:50.879357 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (8bf3046b-532b-4402-82af-e05ac2fac863), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.881529 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5d206ab6-10a6-4f5a-bd9c-2461299f4a7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0049818 Jul 22 11:13:50.886595 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34730) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:50.891919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Request body: {'subnet': {'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1907016832-subnet', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:50.931565 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf3046b-532b-4402-82af-e05ac2fac863,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:50.951428 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.952010 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.952635 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.953145 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.953636 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.954039 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Made reservation on behalf of 08cd35ed100244fdab3228d1afe62400 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:50.954308 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.954787 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.955448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.955962 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.956958 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.957451 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.957948 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.958273 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.958528 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:50.958641 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.958909 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Tracked resource versions report: Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: pushed versions: Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: { 'AddressGroup': {'1.2'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Agent': {'1.1'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'ConntrackHelper': {'1.0'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Log': {'1.0'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'NDPProxy': {'1.0'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Network': {'1.1'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Port': {'1.7'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'PortForwarding': {'1.3'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'QosPolicy': {'1.10'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroup': {'1.5'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SubPort': {'1.0'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Subnet': {'1.1'}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Trunk': {'1.1'}} Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: consumer versions: Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: HyperV agent@hv-cinder-84890: {}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Agent': '1.1', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'ConntrackHelper': '1.0', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'LocalIPAssociation': '1.0', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Log': '1.0', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'NDPProxy': '1.0', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Network': '1.1', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Port': '1.7', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'PortForwarding': '1.3', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'QosPolicy': '1.10', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroup': '1.5', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SecurityGroupRule': '1.2', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'SubPort': '1.0', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Subnet': '1.1', Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: 'Trunk': '1.1'}} Jul 22 11:13:50.960250 dv-cinder-848900-4-iscsi neutron-server[104148]: {{(pid=104148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:13:50.971121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:50.972225 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Network hostable DHCP agents. Network: 32cd3386-64da-4740-85d1-ffc0b29096eb, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:13:50.992099 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:13:51.006485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 32cd3386-64da-4740-85d1-ffc0b29096eb) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:51.017154 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f29f5e-add1-48f2-b059-f155a709031a None None] Network 32cd3386-64da-4740-85d1-ffc0b29096eb requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:51.024786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:51.026706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.067298 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a6834714-f6b5-4556-8776-dc933a0b15c5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4026520 Jul 22 11:13:51.070791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34748) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:51.078907 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:51.126382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.127447 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.131868 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:51.187887 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-32cd3386-64da-4740-85d1-ffc0b29096eb', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:13:51.189253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.214239 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for router_controller (6cbd685d-ea17-460f-8568-591e3f4588b0), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.218439 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (092c0d4f-68d9-42ce-bdba-a1865c794e3d), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.288482 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=092c0d4f-68d9-42ce-bdba-a1865c794e3d,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:51.300284 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Checking segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:51.300659 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Network hostable DHCP agents. Network: 1a51435a-0afb-4925-9311-8d036dddb7a1, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:13:51.334654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:13:51.352567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 1a51435a-0afb-4925-9311-8d036dddb7a1) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:51.361091 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:51.361895 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.369106 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61062bb-5b97-4fca-8b2e-2f20101f85f7 None None] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:51.385606 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-0c08b13a-37b5-41f4-967c-404b39c2c64c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4976146 Jul 22 11:13:51.386841 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Allocated IP 172.20.0.2 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/d5fa1147-e0b5-4863-9d40-0bfa05144bcb) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:51.388375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34754) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:51.401995 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:51.438463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1575670507-network', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:51.489739 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.492275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.545844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-1a51435a-0afb-4925-9311-8d036dddb7a1', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'project_id': '08cd35ed100244fdab3228d1afe62400', 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:13:51.547133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.562487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Made reservation on behalf of f50a15db11214fb5a637fb400dcd928f for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:51.566337 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.567027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for router_gateway (6cbd685d-ea17-460f-8568-591e3f4588b0), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.579490 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-network', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:51.612606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.680650 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for router_controller (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), precommit_add_association {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.767936 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks [] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.787473 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.833691 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Made reservation on behalf of 601d12851417478a8b39bbf0c9fcd03d for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:51.836091 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.848049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.865355 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:51.922267 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for router_gateway (6cbd685d-ea17-460f-8568-591e3f4588b0), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.935548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:51.954390 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:51.959815 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:51.960237 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Allocated IP 172.20.0.2 (1a51435a-0afb-4925-9311-8d036dddb7a1/092c0d4f-68d9-42ce-bdba-a1865c794e3d/bda5ecbf-f633-441d-9512-8a10c2893a3f) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:51.978805 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:52.012952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:52.056471 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for router_gateway (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.098513 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks [] for security_group (2d0f453c-3c7e-46d1-9f3f-b39121db7f1f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.126923 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks [] for security_group (1aafa1e1-c21e-441f-8747-c576cb5cf13f), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.127244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (2d0f453c-3c7e-46d1-9f3f-b39121db7f1f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.136066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1aafa1e1-c21e-441f-8747-c576cb5cf13f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.167895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks [] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.171973 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:52.173599 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:52.178238 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafa1e1-c21e-441f-8747-c576cb5cf13f,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.181300 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:52.191995 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Allocated IP 172.27.0.12 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/140457e0-4827-4d03-9bdd-d2d201c6e784) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:52.204607 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:13:52.226344 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f453c-3c7e-46d1-9f3f-b39121db7f1f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.228256 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.263242 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (624ef4a2-600a-4d9b-9493-61948153f7a2), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.263617 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Added segment 624ef4a2-600a-4d9b-9493-61948153f7a2 of type vlan for network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 Jul 22 11:13:52.368749 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:52.395244 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Pushing event updated for resources: {'Port': ['ID=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.397811 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:52.400519 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:52.427796 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for router_gateway (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.451156 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Attempting to bind port d5fa1147-e0b5-4863-9d40-0bfa05144bcb on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:13:52.451606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Attempting to bind port d5fa1147-e0b5-4863-9d40-0bfa05144bcb by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:13:52.451984 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Attempting to bind port d5fa1147-e0b5-4863-9d40-0bfa05144bcb on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:13:52.457106 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.458301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.494096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:13:52.494859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:52.495508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.496109 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:13:52.496790 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Bound port: d5fa1147-e0b5-4863-9d40-0bfa05144bcb, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:13:52.497432 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.502248 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.502925 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.503500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.504645 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.505195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.505719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.506224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.506739 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.507394 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.507938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.508458 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.509003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.509667 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.510199 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.510715 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Tracked resource versions report: Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: pushed versions: Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: { 'AddressGroup': {'1.2'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Agent': {'1.1'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'ConntrackHelper': {'1.0'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Log': {'1.0'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'NDPProxy': {'1.0'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Network': {'1.1'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Port': {'1.7'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'PortForwarding': {'1.3'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'QosPolicy': {'1.10'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroup': {'1.5'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SubPort': {'1.0'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Subnet': {'1.1'}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Trunk': {'1.1'}} Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: consumer versions: Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: HyperV agent@hv-cinder-84890: {}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Agent': '1.1', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'ConntrackHelper': '1.0', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'LocalIPAssociation': '1.0', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Log': '1.0', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'NDPProxy': '1.0', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Network': '1.1', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Port': '1.7', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'PortForwarding': '1.3', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'QosPolicy': '1.10', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroup': '1.5', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SecurityGroupRule': '1.2', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'SubPort': '1.0', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Subnet': '1.1', Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: 'Trunk': '1.1'}} Jul 22 11:13:52.512240 dv-cinder-848900-4-iscsi neutron-server[104150]: {{(pid=104150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:13:52.550899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Attempting to bind port bda5ecbf-f633-441d-9512-8a10c2893a3f on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:13:52.551637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Attempting to bind port bda5ecbf-f633-441d-9512-8a10c2893a3f by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:13:52.552222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Attempting to bind port bda5ecbf-f633-441d-9512-8a10c2893a3f on network 1a51435a-0afb-4925-9311-8d036dddb7a1 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:13:52.560891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:13:52.561632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Checking segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:52.562232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.562818 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Bound using segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:13:52.563857 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Bound port: bda5ecbf-f633-441d-9512-8a10c2893a3f, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:13:52.564475 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.568289 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.576097 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:52.577495 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.648447 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8705945 Jul 22 11:13:52.649714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:52.652276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34788) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:52.662784 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Request body: {'subnet': {'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-subnet', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:52.671077 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.db.api [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 22 11:13:52.671817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG oslo_db.api [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:13:52.686879 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.699187 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Made reservation on behalf of 601d12851417478a8b39bbf0c9fcd03d for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:52.704991 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] For port bda5ecbf-f633-441d-9512-8a10c2893a3f, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:13:52.705100 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.705875 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] For port bda5ecbf-f633-441d-9512-8a10c2893a3f, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=bda5ecbf-f633-441d-9512-8a10c2893a3f,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:13:52.738924 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.802054 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Pushing event updated for resources: {'Port': ['ID=bda5ecbf-f633-441d-9512-8a10c2893a3f,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.840856 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426fed-b3b3-4d09-ac71-c3d9838aba30 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.854564 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:52.912273 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Allocated IP 172.27.0.86 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/df823850-6d09-462f-ab84-bb6ad0e816ed) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:52.935530 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:52.937421 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:52.939704 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Pushing event updated for resources: {'Port': ['ID=140457e0-4827-4d03-9bdd-d2d201c6e784,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:52.942755 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:52.953508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:13:53.063013 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ef32c-19fc-46bc-be79-327f4e81eb51 None None] Pushing event updated for resources: {'Port': ['ID=bda5ecbf-f633-441d-9512-8a10c2893a3f,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:53.152405 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] For port d5fa1147-e0b5-4863-9d40-0bfa05144bcb, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:13:53.180589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.197331 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:53.263459 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] For port d5fa1147-e0b5-4863-9d40-0bfa05144bcb, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:13:53.263459 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.307772 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=90 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:53.325418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (e22709ba-091d-4655-b671-a842b5be8e79), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.353041 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cb6b9-c5fa-4e24-83e6-74311f01c3d7 None None] Pushing event updated for resources: {'Port': ['ID=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:53.377196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for router_gateway (6cbd685d-ea17-460f-8568-591e3f4588b0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.432665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:13:53.445413 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (f004d7f2-4205-49f7-b485-7a79faf59c58), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.445860 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Added segment f004d7f2-4205-49f7-b485-7a79faf59c58 of type vlan for network a5e21a67-be78-4f6f-a34d-4e6e3696796e Jul 22 11:13:53.501696 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22709ba-091d-4655-b671-a842b5be8e79,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:53.536851 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (a5e21a67-be78-4f6f-a34d-4e6e3696796e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.549187 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.558585 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=12 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:53.565040 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:53.656091 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:53.656091 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Network hostable DHCP agents. Network: f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:13:53.662351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (a5e21a67-be78-4f6f-a34d-4e6e3696796e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.663556 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:53.664168 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.793139 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.814339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:53.847885 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.1056459 Jul 22 11:13:53.854429 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34824) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:53.873400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Request body: {'subnet': {'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1575670507-subnet', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:53.885112 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:13:53.898320 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446252b-28af-4c52-918c-56e2d9f70974 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e21a67-be78-4f6f-a34d-4e6e3696796e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:53.910156 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:53.915741 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:13:53.949980 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:53.966673 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e615b83-5544-4369-933a-924de5231248 None None] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:54.009682 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:54.010520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.014254 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:54.041596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:54.066973 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:54.072766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Made reservation on behalf of f50a15db11214fb5a637fb400dcd928f for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:13:54.075301 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.135995 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-81994439-1828-43b8-8587-08857a9a4a83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4799821 Jul 22 11:13:54.159951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34826) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:54.169879 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:54.196591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=df823850-6d09-462f-ab84-bb6ad0e816ed,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:54.250785 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d5fa1147-e0b5-4863-9d40-0bfa05144bcb up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:13:54.312246 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:13:54.541534 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:13:54.546162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.547453 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.554661 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:13:54.583968 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:13:54.584632 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:54.728765 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port d5fa1147-e0b5-4863-9d40-0bfa05144bcb triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:13:54.729382 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.760952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for router_gateway (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:54.845615 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb22c6-a842-47d5-b7d9-32e54b758094 None None] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:55.022907 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:13:55.146161 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for router_controller (97bfc1a8-9c1f-4d82-adf2-d99474197a11), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.171327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:55.177471 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.178765 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e96bf1f8-6e56-403c-b059-f6c5df171469 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1067872 Jul 22 11:13:55.208077 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34866) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:55.265109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.324579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c28d6-b2af-474d-b57b-9cfbd8ddf3d3 None None] Network 32cd3386-64da-4740-85d1-ffc0b29096eb requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:55.392195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port d5fa1147-e0b5-4863-9d40-0bfa05144bcb is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:13:55.392614 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.418592 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Provisioning complete for port bda5ecbf-f633-441d-9512-8a10c2893a3f triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:13:55.421003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.424492 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:13:55.427170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.705270 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Current status of the port bda5ecbf-f633-441d-9512-8a10c2893a3f is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:13:55.708180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.736409 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:53Z', 'revision_number': 3, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:55.739534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Router abd8a392-aa03-4dcd-a741-b2a92be5ae9a is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:13:55.774740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:55.786057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:55.807354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for router_gateway (97bfc1a8-9c1f-4d82-adf2-d99474197a11), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.810928 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:55.813654 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port d5fa1147-e0b5-4863-9d40-0bfa05144bcb, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:13:55.819057 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:13:55.821130 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Updating router 6cbd685d-ea17-460f-8568-591e3f4588b0 port 140457e0-4827-4d03-9bdd-d2d201c6e784 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:13:55.844723 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (575f1120-626a-49e9-86d9-f016573d8885), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:55.915141 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.001124 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575f1120-626a-49e9-86d9-f016573d8885,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:56.101190 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:13:56.147501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.147501 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c3fc4dd7-2c1d-40bf-94af-e55853b2cdb1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7407005 Jul 22 11:13:56.147501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34894) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:56.222698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Checking segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:56.223802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Network hostable DHCP agents. Network: a5e21a67-be78-4f6f-a34d-4e6e3696796e, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:13:56.268713 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:13:56.323847 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Allocated IP 172.20.0.2 (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527/e22709ba-091d-4655-b671-a842b5be8e79/ff7e5a92-97b0-407e-8b0c-ca23cb7068f4) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:56.346800 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, a5e21a67-be78-4f6f-a34d-4e6e3696796e) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:56.432023 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Sync routers for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:13:56.439744 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18d1dc-5617-4588-86c7-03f1d8a513a8 None None] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:13:56.497897 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:13:56.498668 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.502636 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.507240 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device bda5ecbf-f633-441d-9512-8a10c2893a3f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:13:56.529558 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:56.604515 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for router_gateway (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.648267 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.679024 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] For port bda5ecbf-f633-441d-9512-8a10c2893a3f, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=bda5ecbf-f633-441d-9512-8a10c2893a3f,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:13:56.682562 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks [] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.711295 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.726516 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ddeb53d8-740e-48e1-ba2f-449368948264 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8703229 Jul 22 11:13:56.732466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 34912) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:56.749385 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:13:56.759877 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:56.777644 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:56.798489 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Pushing event updated for resources: {'Port': ['ID=140457e0-4827-4d03-9bdd-d2d201c6e784,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:56.814922 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.815934 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.816402 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.816776 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.817385 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.817922 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.818546 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.819037 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.819672 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.820214 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.820756 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.821549 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.822101 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.824031 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.824530 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Tracked resource versions report: Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: pushed versions: Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: { 'AddressGroup': {'1.2'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Agent': {'1.1'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'ConntrackHelper': {'1.0'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'LocalIPAssociation': {'1.0'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Log': {'1.0'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'NDPProxy': {'1.0'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Network': {'1.1'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Port': {'1.7'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'PortForwarding': {'1.3'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'QosPolicy': {'1.10'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroup': {'1.5'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SubPort': {'1.0'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Subnet': {'1.1'}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Trunk': {'1.1'}} Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: consumer versions: Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: { DHCP agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: HyperV agent@hv-cinder-84890: {}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: L3 agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: Metadata agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: Metering agent@dv-cinder-848900-4-iscsi: {}, Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: Open vSwitch agent@dv-cinder-848900-4-iscsi: { 'AddressGroup': '1.2', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Agent': '1.1', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'ConntrackHelper': '1.0', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'LocalIPAssociation': '1.0', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Log': '1.0', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'NDPProxy': '1.0', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Network': '1.1', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Port': '1.7', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'PortForwarding': '1.3', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'QosPolicy': '1.10', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroup': '1.5', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SecurityGroupRule': '1.2', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'SubPort': '1.0', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Subnet': '1.1', Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: 'Trunk': '1.1'}} Jul 22 11:13:56.826207 dv-cinder-848900-4-iscsi neutron-server[104151]: {{(pid=104151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:13:56.841747 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.842815 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.894167 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Attempting to bind port 140457e0-4827-4d03-9bdd-d2d201c6e784 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:13:56.894556 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Attempting to bind port 140457e0-4827-4d03-9bdd-d2d201c6e784 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:13:56.894936 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Attempting to bind port 140457e0-4827-4d03-9bdd-d2d201c6e784 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:13:56.905044 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Allocated IP 172.27.0.164 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/750961be-2dd8-4b47-a12c-f3cd3ebf333e) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:56.916378 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:13:56.920634 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:56.921407 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.922056 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:13:56.922861 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Bound port: 140457e0-4827-4d03-9bdd-d2d201c6e784, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:13:56.923581 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.930168 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:13:56.931217 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:56.931808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:56.994539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for router_controller (2d8ae067-5565-4538-93f2-a06ef15fbb8a), precommit_add_association {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.024488 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] For port 140457e0-4827-4d03-9bdd-d2d201c6e784, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:13:57.029009 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] For port 140457e0-4827-4d03-9bdd-d2d201c6e784, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=140457e0-4827-4d03-9bdd-d2d201c6e784,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:13:57.036786 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.070101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.111128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:57.144244 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1b37c-5ad5-4b73-966d-f37b513dbeac None None] Pushing event updated for resources: {'Port': ['ID=140457e0-4827-4d03-9bdd-d2d201c6e784,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:57.188428 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:13:57.189472 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:57.277675 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:57.283228 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:57.298963 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.312260 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:57.374277 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:13:57.391112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Allocated IP 172.20.0.1 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/e2380539-b40b-4859-b214-b13b8ae0c598) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:57.397332 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.470826 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:13:57.476253 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:57.494214 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:57.500423 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:57.506037 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=750961be-2dd8-4b47-a12c-f3cd3ebf333e,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:57.565644 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for router_gateway (2d8ae067-5565-4538-93f2-a06ef15fbb8a), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.693502 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.828439 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:57.831671 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Provisioning complete for port d5fa1147-e0b5-4863-9d40-0bfa05144bcb triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:13:57.832068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:57.996307 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:53Z', 'revision_number': 3, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:58.009266 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:58.021727 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:13:58.022768 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.033503 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294d31b-7c02-40b5-977e-604d3007c1c3 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:53Z', 'revision_number': 3, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:13:58.132992 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port bda5ecbf-f633-441d-9512-8a10c2893a3f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:13:58.134899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.196680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks [] for port (e2380539-b40b-4859-b214-b13b8ae0c598), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.246019 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:58.273990 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.279467 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Allocated IP 172.20.0.1 (1a51435a-0afb-4925-9311-8d036dddb7a1/092c0d4f-68d9-42ce-bdba-a1865c794e3d/61d191b6-ee13-469a-b0e2-5123bd66a085) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:58.324091 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:58.333330 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:58.355178 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:58.357618 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:58.358112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (6cbd685d-ea17-460f-8568-591e3f4588b0), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.362834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:58.400687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for router_gateway (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.407165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:54Z', 'revision_number': 3, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:58.435097 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks [] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.448531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.561220 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Pushing event updated for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:58.566812 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for router_gateway (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.615472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks [] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.631408 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93669d0-9e9a-4853-8c62-401519654756 None None] Pushing event updated for resources: {'Port': ['ID=bda5ecbf-f633-441d-9512-8a10c2893a3f,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:58.637473 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Checking router: abd8a392-aa03-4dcd-a741-b2a92be5ae9a for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:13:58.638216 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Updating router abd8a392-aa03-4dcd-a741-b2a92be5ae9a port df823850-6d09-462f-ab84-bb6ad0e816ed binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:13:58.684755 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.701822 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Current status of the port d5fa1147-e0b5-4863-9d40-0bfa05144bcb is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:13:58.729810 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Allocated IP 172.27.0.48 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/8c33a5d1-7e61-48a4-b1d3-6e5ca9215251) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:58.752154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.772163 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:58.782882 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.793377 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:58.794386 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Provisioning complete for port bda5ecbf-f633-441d-9512-8a10c2893a3f triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:13:58.794848 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.828710 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:58.833503 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:58.875518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:58.881267 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:58.921747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:58.928549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Pushing event updated for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:58.934094 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:58.934480 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.951210 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:58.956289 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.277041 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port bda5ecbf-f633-441d-9512-8a10c2893a3f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:13:59.291139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Allocated IP 172.20.0.2 (a5e21a67-be78-4f6f-a34d-4e6e3696796e/575f1120-626a-49e9-86d9-f016573d8885/0b36ba8b-7a08-46ce-a335-9d0b98ab07e2) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:13:59.299153 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.378500 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.388372 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Attempting to bind port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:13:59.388751 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Attempting to bind port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:13:59.389122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Attempting to bind port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:13:59.397392 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:59.448009 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:13:59.448719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:13:59.448981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.449305 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Bound using segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:13:59.449877 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Bound port: ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:13:59.450299 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.468758 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.520468 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:13:59.528627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:59.579586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ea761c0a-b111-414c-aa63-cd45ced81300 None None] Current status of the port bda5ecbf-f633-441d-9512-8a10c2893a3f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:13:59.746415 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:13:59.773449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:13:59.788802 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:13:59.790159 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:13:59.791697 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:13:59.807598 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:13:59.823370 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks [] for port (e2380539-b40b-4859-b214-b13b8ae0c598), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.833135 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.834101 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (6cbd685d-ea17-460f-8568-591e3f4588b0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.847002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d5fa1147-e0b5-4863-9d40-0bfa05144bcb up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:13:59.853438 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:13:59.855598 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:13:59.901018 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Pushing event updated for resources: {'Port': ['ID=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:13:59.925633 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:13:59.928477 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e234128e-5c4c-4682-b863-d6da15dc6d5d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7661171 Jul 22 11:13:59.943210 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 34994) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:13:59.946121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Pushing event updated for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:00.039880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks [] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.102919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:00.110932 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:00.111626 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.147609 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.198554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:00.206169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Provisioning complete for port d5fa1147-e0b5-4863-9d40-0bfa05144bcb triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:00.216187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.404169 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for router_gateway (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.480412 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:00.512024 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] For port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:00.516464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:00.580444 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:00.589005 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:00.618002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:00.624808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:00.638935 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:00.656241 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] For port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:00.724367 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port d5fa1147-e0b5-4863-9d40-0bfa05144bcb triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:00.725266 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.732978 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:00.733541 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Updating router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 port 750961be-2dd8-4b47-a12c-f3cd3ebf333e binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:00.775990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:00.812373 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Pushing event updated for resources: {'Port': ['ID=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:00.844335 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.854545 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:00.932899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be2f6-ae9a-46ac-b76a-db9a9fc1d3d2 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:01.042766 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Current status of the port d5fa1147-e0b5-4863-9d40-0bfa05144bcb is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:01.060262 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks [] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.082744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35022) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:01.084998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks [] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.103990 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:14:01.106819 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.109201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.208416 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Attempting to bind port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:01.209105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Attempting to bind port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:01.209674 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Attempting to bind port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:01.231373 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:01.231745 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Checking segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:01.234411 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.234836 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Bound using segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:01.235370 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Bound port: 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:01.235763 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.243373 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.286566 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Pushing event updated for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:01.292347 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:01.292750 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.343311 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:01.370455 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port d5fa1147-e0b5-4863-9d40-0bfa05144bcb is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:01.372000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device bda5ecbf-f633-441d-9512-8a10c2893a3f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:01.373846 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-197bd270-8b27-44d8-924c-fc47a802b6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.453632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Attempting to bind port df823850-6d09-462f-ab84-bb6ad0e816ed on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:01.454298 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Attempting to bind port df823850-6d09-462f-ab84-bb6ad0e816ed by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:01.454840 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Attempting to bind port df823850-6d09-462f-ab84-bb6ad0e816ed on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:01.468352 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:01.531025 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:01.531649 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:01.531959 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.532367 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:01.532867 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Bound port: df823850-6d09-462f-ab84-bb6ad0e816ed, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:01.533316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.543126 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:01.689018 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-197bd270-8b27-44d8-924c-fc47a802b6aa admin admin] Publish callbacks [] for security_group (98e28a15-e0d8-4846-a2ca-efc587e909b0), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.691025 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:14:01.693112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:01.696169 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.717691 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-dabccf00-736d-4b7c-a393-06427294aabe admin admin] 10.222.0.20 "PUT /v2.0/routers/6cbd685d-ea17-460f-8568-591e3f4588b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5095277 Jul 22 11:14:01.729247 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] For port df823850-6d09-462f-ab84-bb6ad0e816ed, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:01.740495 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] For port df823850-6d09-462f-ab84-bb6ad0e816ed, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=df823850-6d09-462f-ab84-bb6ad0e816ed,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:01.782972 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port bda5ecbf-f633-441d-9512-8a10c2893a3f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:01.783415 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.791839 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:14:01.838670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-197bd270-8b27-44d8-924c-fc47a802b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (98e28a15-e0d8-4846-a2ca-efc587e909b0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.871027 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.989573 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:01.997747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6a351-4503-4f4e-b19d-fc188354162a None None] Pushing event updated for resources: {'Port': ['ID=df823850-6d09-462f-ab84-bb6ad0e816ed,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:02.035242 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] For port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:02.065727 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] For port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:02.085329 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.092443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Port e2380539-b40b-4859-b214-b13b8ae0c598 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:02.097022 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Router abd8a392-aa03-4dcd-a741-b2a92be5ae9a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:14:02.119294 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks [] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.130055 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.141450 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.142555 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-197bd270-8b27-44d8-924c-fc47a802b6aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c21697f0b1064161845b4ac2a0072f39&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0558290 Jul 22 11:14:02.144926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35048) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:02.212832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:02.212832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:02.239569 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c7c15-f5f5-4d29-aa17-2b5e463c1f48 None None] Pushing event updated for resources: {'Port': ['ID=750961be-2dd8-4b47-a12c-f3cd3ebf333e,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:02.252075 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bd270-8b27-44d8-924c-fc47a802b6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e28a15-e0d8-4846-a2ca-efc587e909b0,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:02.308566 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Attempting to bind port 750961be-2dd8-4b47-a12c-f3cd3ebf333e on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:02.310563 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Attempting to bind port 750961be-2dd8-4b47-a12c-f3cd3ebf333e by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:02.310563 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Attempting to bind port 750961be-2dd8-4b47-a12c-f3cd3ebf333e on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:02.332507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Allocated IP 172.20.0.1 (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527/e22709ba-091d-4655-b671-a842b5be8e79/50109f1c-3364-4cd2-a5d2-a980134ec917) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:02.332806 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:02.333231 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:02.333642 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.334041 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:02.334542 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Bound port: 750961be-2dd8-4b47-a12c-f3cd3ebf333e, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:02.334925 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.386239 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.406714 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Provisioning complete for port 61d191b6-ee13-469a-b0e2-5123bd66a085 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:02.406881 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.410871 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.447083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.467888 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] For port 750961be-2dd8-4b47-a12c-f3cd3ebf333e, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:02.474720 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] For port 750961be-2dd8-4b47-a12c-f3cd3ebf333e, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=750961be-2dd8-4b47-a12c-f3cd3ebf333e,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:02.480171 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.492745 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.570715 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] Publish callbacks [] for security_group (98e28a15-e0d8-4846-a2ca-efc587e909b0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.617159 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:14:02.634907 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-4ab45673-10dc-4ea9-91ec-0f3f1fd96935 admin admin] 10.222.0.20 "PUT /v2.0/routers/abd8a392-aa03-4dcd-a741-b2a92be5ae9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4991195 Jul 22 11:14:02.638928 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c7c15-f5f5-4d29-aa17-2b5e463c1f48 None None] Pushing event updated for resources: {'Port': ['ID=750961be-2dd8-4b47-a12c-f3cd3ebf333e,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:02.668311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:14:02.697767 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35062) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:02.701216 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:02.703846 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:02.711000 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867220446', 'description': 'tempest-description--352938804'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:02.824235 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.830281 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] Publish callbacks [] for security_group (98e28a15-e0d8-4846-a2ca-efc587e909b0), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:02.866781 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:02.889779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6a351-4503-4f4e-b19d-fc188354162a None None] Pushing event updated for resources: {'Port': ['ID=df823850-6d09-462f-ab84-bb6ad0e816ed,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:02.938930 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:02.939619 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:03.011052 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:03.058143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks [] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.132542 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:14:03.144448 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:03.156160 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:14:03.190211 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.192100 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e8b8ee49-a1d1-49a6-9a76-fc7b747a5cbd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4582667 Jul 22 11:14:03.192966 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.196377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35072) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:03.238058 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:03.242677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:03.244156 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ff949479-fcae-4d71-8444-5fe92967d002 None None] Port 61d191b6-ee13-469a-b0e2-5123bd66a085 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:03.249669 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (98e28a15-e0d8-4846-a2ca-efc587e909b0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.256916 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.259751 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98e28a15-e0d8-4846-a2ca-efc587e909b0 HTTP/1.1" status: 204 len: 168 time: 1.1010122 Jul 22 11:14:03.273068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cc63a-3301-4e42-bdab-c8502017c001 None None] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:14:03.290134 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:03.290622 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.312156 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:03.312792 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:03.344037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (dd86c6b1-59e0-45f0-b321-66101b415110), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.354858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35094) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:03.375708 dv-cinder-848900-4-iscsi neutron-server[104148]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 11:14:03.482166 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port bda5ecbf-f633-441d-9512-8a10c2893a3f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:03.483391 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 140457e0-4827-4d03-9bdd-d2d201c6e784 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:03.613550 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:03.629991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (dd86c6b1-59e0-45f0-b321-66101b415110), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.665724 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:03.713799 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:03.725447 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86c6b1-59e0-45f0-b321-66101b415110,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:03.731991 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-f7ee33f2-b6bc-4a18-85be-37035bf1eaf4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:03.732807 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.734227 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-f7ee33f2-b6bc-4a18-85be-37035bf1eaf4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/networks?id=1a51435a-0afb-4925-9311-8d036dddb7a1 HTTP/1.1" status: 200 len: 812 time: 0.3603866 Jul 22 11:14:03.734393 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5aa09b92-4839-45c6-a47e-f6e9937838d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0342443 Jul 22 11:14:03.738669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35098) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:03.752521 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce195a5-78a7-4320-bfd6-80dd30dfa7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e28a15-e0d8-4846-a2ca-efc587e909b0,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:03.759118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'dd86c6b1-59e0-45f0-b321-66101b415110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:03.798477 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:03.798885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:03.833316 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-3e7a4260-c9e5-4f56-ac9b-d38dbe956efb tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/quotas/08cd35ed100244fdab3228d1afe62400 HTTP/1.1" status: 200 len: 375 time: 0.0460663 Jul 22 11:14:03.844368 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d942bf-e948-4841-a1d3-8eae2eaf1361 None None] Pushing event updated for resources: {'Port': ['ID=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:03.911671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:03.912967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:03.926516 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:03.979158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (88401af8-f644-40ff-ba4b-fc17ca76c19e), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.044066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35110) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:04.074183 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc47106-a12c-46fd-b73f-642807410b57 None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:04.082882 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-189f17d6-9b54-4b11-8aaa-ed6368b23f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.088807 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:04.101046 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (88401af8-f644-40ff-ba4b-fc17ca76c19e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.105565 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-e5304b58-92db-4668-85ec-153f24f8be46 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08cd35ed100244fdab3228d1afe62400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2710898 Jul 22 11:14:04.119172 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (88401af8-f644-40ff-ba4b-fc17ca76c19e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.154618 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 3, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:04.165065 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88401af8-f644-40ff-ba4b-fc17ca76c19e,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:04.181895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:04.206710 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:04.207299 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Updating router 2d8ae067-5565-4538-93f2-a06ef15fbb8a port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:04.248549 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.267864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-189f17d6-9b54-4b11-8aaa-ed6368b23f2c admin admin] Publish callbacks [] for security_group (a002e9b2-be0b-452d-9c2c-deaf310b7d43), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.277400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-189f17d6-9b54-4b11-8aaa-ed6368b23f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a002e9b2-be0b-452d-9c2c-deaf310b7d43), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.288972 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b753a0-bab4-476b-a244-029797340eb6 None None] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:14:04.303760 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Port e2380539-b40b-4859-b214-b13b8ae0c598 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:04.313841 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 140457e0-4827-4d03-9bdd-d2d201c6e784 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:04.315832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.503163 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-189f17d6-9b54-4b11-8aaa-ed6368b23f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aba579171904fd9a6babe788a549c87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4428692 Jul 22 11:14:04.512126 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35120) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:04.516233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f17d6-9b54-4b11-8aaa-ed6368b23f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a002e9b2-be0b-452d-9c2c-deaf310b7d43,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:04.545823 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.548471 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a85c98b4-bae5-407c-88f1-0a92b1d0f643 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8068240 Jul 22 11:14:04.555818 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35122) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:04.561473 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.562831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'dd86c6b1-59e0-45f0-b321-66101b415110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:04.648840 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-e3547ca4-b658-4644-a5d6-3cb8cb27bdd3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:14:04.650460 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-e3547ca4-b658-4644-a5d6-3cb8cb27bdd3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1887891 Jul 22 11:14:04.703857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (4073912f-c1fd-4593-a55e-5f7ed0190008), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.711934 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:04.781616 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:04.785467 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a7232d59-d4e3-4b9a-bb00-f0c1e2ed7304 service neutron] 10.222.0.20 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280596 Jul 22 11:14:04.801945 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:04.884114 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Provisioning complete for port 61d191b6-ee13-469a-b0e2-5123bd66a085 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:04.885637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.909374 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.948361 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks [] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.964736 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (4073912f-c1fd-4593-a55e-5f7ed0190008), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.968757 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.983935 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (4073912f-c1fd-4593-a55e-5f7ed0190008), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:04.990103 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] Publish callbacks [] for security_group (a002e9b2-be0b-452d-9c2c-deaf310b7d43), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.035058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:05.041501 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:05.043313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Updating router 6cbd685d-ea17-460f-8568-591e3f4588b0 port e2380539-b40b-4859-b214-b13b8ae0c598 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:05.066703 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4073912f-c1fd-4593-a55e-5f7ed0190008,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:05.090911 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] Publish callbacks [] for security_group (a002e9b2-be0b-452d-9c2c-deaf310b7d43), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.133665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.139029 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Attempting to bind port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:05.144921 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Attempting to bind port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:05.146097 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Attempting to bind port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:05.168102 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.178862 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e80748a5-58a4-4f0d-921a-f058a0c8c34d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6206129 Jul 22 11:14:05.179593 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35140) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:05.200003 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-1498c2af-9fce-4c38-9824-f5bbdb29cba7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901525 Jul 22 11:14:05.202972 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:05.203582 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:05.204194 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.204832 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:05.205880 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Bound port: 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:05.206480 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.206820 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:05.211295 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e89bde-71a0-40e5-ad2a-fac59838c911 None None] Pushing event updated for resources: {'Port': ['ID=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:05.251802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a002e9b2-be0b-452d-9c2c-deaf310b7d43), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.262577 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.263819 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a002e9b2-be0b-452d-9c2c-deaf310b7d43 HTTP/1.1" status: 204 len: 168 time: 0.7504084 Jul 22 11:14:05.304669 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] For port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:05.309930 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] For port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:05.330021 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.470290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Allocated IP 172.20.0.1 (a5e21a67-be78-4f6f-a34d-4e6e3696796e/575f1120-626a-49e9-86d9-f016573d8885/c0968b2b-3ced-4e12-8996-cebecbccf70c) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:05.526066 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.528599 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:05.531237 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:05.540805 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 140457e0-4827-4d03-9bdd-d2d201c6e784 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:05.541210 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.579542 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:05.633881 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35158) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:05.693944 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e89bde-71a0-40e5-ad2a-fac59838c911 None None] Pushing event updated for resources: {'Port': ['ID=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:05.723130 dv-cinder-848900-4-iscsi neutron-server[104149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 11:14:05.730050 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Port 61d191b6-ee13-469a-b0e2-5123bd66a085 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:05.757379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215b5b-525a-4f1f-903f-7d60ceb9fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a002e9b2-be0b-452d-9c2c-deaf310b7d43,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:05.795560 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 140457e0-4827-4d03-9bdd-d2d201c6e784, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=140457e0-4827-4d03-9bdd-d2d201c6e784,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:05.801416 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Provisioning complete for port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:05.801595 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:05.801873 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.851017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:05.905920 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.912208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks [] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.923706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.925275 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:05.946565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks [] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:06.059894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:06.074583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:06.146382 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '61d191b6-ee13-469a-b0e2-5123bd66a085', 'name': '', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'mac_address': 'fa:16:3e:e3:50:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 2, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'subnets': [{'id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:06.176586 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4ba87a98-07be-45f0-858c-1ab7b4ffdb61 req-43f66856-dfbc-454e-871f-f72da0777d7e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.5408707 Jul 22 11:14:06.177918 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:06.184592 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9de9a0-747c-426a-b283-30e408115f73 None None] The sync data for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi is: [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '61d191b6-ee13-469a-b0e2-5123bd66a085', 'name': '', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'mac_address': 'fa:16:3e:e3:50:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 2, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'subnets': [{'id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:06.324611 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 750961be-2dd8-4b47-a12c-f3cd3ebf333e up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:06.372028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=140457e0-4827-4d03-9bdd-d2d201c6e784,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:06.482948 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 3, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:06.512224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:06.515737 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:06.525099 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:06.534774 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17182cd6-44fb-44c1-bdae-83167fd4a1df None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 3, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:06.542296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:06.562451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:06.569654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:06.571838 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Pushing event updated for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:06.575843 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:06.576376 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:06.996753 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:14:07.012087 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:07.145926 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:07.185741 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.27.0.209 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/4c4a9512-9d20-4378-bf1e-9ebf126dc470) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:07.266330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.315561 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks [] for port (e2380539-b40b-4859-b214-b13b8ae0c598), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.317552 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Current status of the port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:07.317939 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.332075 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 750961be-2dd8-4b47-a12c-f3cd3ebf333e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:07.332568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.359694 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.369103 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:07.529503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:14:07.587579 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-917eb426-af44-43ac-8aaa-f5a61d623ba7 admin admin] 10.222.0.20 "PUT /v2.0/routers/97bfc1a8-9c1f-4d82-adf2-d99474197a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6309278 Jul 22 11:14:07.600025 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:14:07.656071 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-05528c59-f502-4cd0-bb16-ff14f27e2954 req-2143bce6-b060-476a-8695-4d0e5e6fbbd0 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.3260021 Jul 22 11:14:07.814252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] For port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:07.820844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f020e-e230-4db3-bcc1-3223f630d9e3 None None] Pushing event updated for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:07.847315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:07.910553 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:07.916720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:08.100912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.209162 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Attempting to bind port e2380539-b40b-4859-b214-b13b8ae0c598 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:08.209652 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Attempting to bind port e2380539-b40b-4859-b214-b13b8ae0c598 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:08.210173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Attempting to bind port e2380539-b40b-4859-b214-b13b8ae0c598 on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:08.331930 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:08.332646 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:08.333242 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.333801 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:08.334450 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Bound port: e2380539-b40b-4859-b214-b13b8ae0c598, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:08.335128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.423186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks [] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.437628 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Provisioning complete for port c0968b2b-3ced-4e12-8996-cebecbccf70c triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:08.438229 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.448585 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.450944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.477108 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.510583 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Port c0968b2b-3ced-4e12-8996-cebecbccf70c cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:08.664777 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039f1c-02ad-44cf-b9ae-5ebe0e223ca1 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:08.680979 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:08.685141 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Pushing event updated for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:08.699249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:08.707809 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:08.732490 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Provisioning complete for port 50109f1c-3364-4cd2-a5d2-a980134ec917 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:08.732938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.739392 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 750961be-2dd8-4b47-a12c-f3cd3ebf333e is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:08.739792 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.832994 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:08.836362 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e3cc61eb-87be-406c-b81c-50680b88d31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.873716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:08.877113 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] For port e2380539-b40b-4859-b214-b13b8ae0c598, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:08.937327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] For port e2380539-b40b-4859-b214-b13b8ae0c598, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e2380539-b40b-4859-b214-b13b8ae0c598,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:08.941124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 750961be-2dd8-4b47-a12c-f3cd3ebf333e, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=750961be-2dd8-4b47-a12c-f3cd3ebf333e,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:08.961500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:08.962703 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:09.094360 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-f6f598cd-4b3c-442c-93b6-d7387f5aa3c7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:09.100705 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:09.101869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-f6f598cd-4b3c-442c-93b6-d7387f5aa3c7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.3860996 Jul 22 11:14:09.106932 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Port 50109f1c-3364-4cd2-a5d2-a980134ec917 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:09.141238 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-160b2de8-865b-482f-9936-77cf4cdaaa8c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/quotas/601d12851417478a8b39bbf0c9fcd03d HTTP/1.1" status: 200 len: 375 time: 0.0375867 Jul 22 11:14:09.235954 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Provisioning complete for port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:09.236516 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:09.255494 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-b7306ff4-acf6-4171-91de-12a08e249327 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129801 Jul 22 11:14:09.259670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:09.261961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=4c4a9512-9d20-4378-bf1e-9ebf126dc470,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:09.451976 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:09.453822 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=750961be-2dd8-4b47-a12c-f3cd3ebf333e,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:09.505562 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:09.506204 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:13:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:09.520438 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-73fb6c61-ae37-4fd3-8aec-b6efea686249 service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621338 Jul 22 11:14:09.569197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:09.600625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:09.600982 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:09.651720 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d63a575b-7980-45b3-9954-f89d1c99b0be req-257a3dfd-fd7b-42af-a9ca-1df5509b992a tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.4602351 Jul 22 11:14:09.765835 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-aa6a89ce-84a2-436c-8648-4bb8ae99dcc3 service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438724 Jul 22 11:14:09.767367 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:09.778638 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:09.814998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:09.826981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:10.004567 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f020e-e230-4db3-bcc1-3223f630d9e3 None None] Pushing event updated for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:10.099199 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 2, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:10.152113 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Current status of the port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:10.152795 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.183231 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fe270d81-d287-4a69-812a-d9afcc1a9110 req-448b3790-fb7e-49a0-85e9-1c30a56ed902 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 210 time: 0.0730307 Jul 22 11:14:10.194371 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:10.197903 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:10.198488 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Updating router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 port 50109f1c-3364-4cd2-a5d2-a980134ec917 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:10.256285 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:14:10.296211 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.309569 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.365118 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.373554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] For port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:10.392902 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:10.411528 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:10.412016 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:10.427040 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.428593 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.43', 63354) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:10.516597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.536318 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=4c4a9512-9d20-4378-bf1e-9ebf126dc470,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:10.557669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.567351 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e606bab6-6a26-4e2f-ab60-b8cd98dd1925 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3669064 Jul 22 11:14:10.580587 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:14:10.596947 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f3588e16-cdd2-47e2-bec7-dc28f0321582 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d8ae067-5565-4538-93f2-a06ef15fbb8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3991630 Jul 22 11:14:10.874458 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:10.875613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:10.881778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-1a0f192b-5be4-48e6-852b-71bfdedd70cd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:10.895643 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-1a0f192b-5be4-48e6-852b-71bfdedd70cd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.3671443 Jul 22 11:14:10.916826 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-b91d1afd-2736-46fa-b5ea-1871ce5bc873 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/quotas/601d12851417478a8b39bbf0c9fcd03d HTTP/1.1" status: 200 len: 375 time: 0.0196967 Jul 22 11:14:10.972121 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c12712e9-5452-4993-945b-76f7cb019fcc req-1b03d46a-ffd8-4502-8143-821ee5a1b621 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.0703859 Jul 22 11:14:11.003229 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-3b66b14a-1872-4b5d-bf08-90e3508d6468 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852294 Jul 22 11:14:11.021092 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0b31-d216-4d8d-add4-e97cdaf2c697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:11.129845 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:11.147216 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-32e33117-9529-45bc-bf57-5500576a1406 service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429081 Jul 22 11:14:11.215053 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Pushing event updated for resources: {'Port': ['ID=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:11.250514 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:14:11.261195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:11.281850 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:11.285105 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:11.376219 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-c5423fe7-9de9-4975-ba2b-e612fe0e3c78 service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212744 Jul 22 11:14:11.378789 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:11.379034 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:11.424755 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-40401ba4-09c4-4e23-bce8-8b3b74659237 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--867220446&fields=id&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 267 time: 0.1112754 Jul 22 11:14:11.438692 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:11.644048 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:11.727996 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 2, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:11.781133 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:11.782769 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Updating router 2d8ae067-5565-4538-93f2-a06ef15fbb8a port c0968b2b-3ced-4e12-8996-cebecbccf70c binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:11.808911 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks [] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:11.829096 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:11.836339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-65d9d53b-cade-4acc-914a-ec732ff0395e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:11.850900 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:11.853637 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-65d9d53b-cade-4acc-914a-ec732ff0395e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.4148078 Jul 22 11:14:11.900856 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:11.902964 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-66f1f107-dc87-4287-83d4-6155542f4848 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/quotas/28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 375 time: 0.0473745 Jul 22 11:14:11.906591 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-06c62c18-ea68-4931-b9b9-5c2fc7bb9d92 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:11.908379 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-06c62c18-ea68-4931-b9b9-5c2fc7bb9d92 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.43 "GET /v2.0/networks?id=1a51435a-0afb-4925-9311-8d036dddb7a1 HTTP/1.1" status: 200 len: 812 time: 0.3359230 Jul 22 11:14:11.918310 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Sync routers for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:14:11.935874 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:12.038882 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:12.039485 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:12.054225 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2af125-866d-45c0-9871-8172fb0c0cba None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:12.184965 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-093e913f-a164-418d-85ea-bf033a8a3cdc tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2804942 Jul 22 11:14:12.314539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35414) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:12.319379 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450827585', 'description': 'tempest-description--1825674567'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:12.330362 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Current status of the port e2380539-b40b-4859-b214-b13b8ae0c598 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:12.330841 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.399897 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.440534 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks [] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.442421 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c791d0-eb61-42d3-8db1-5080cffd0e29 None None] Pushing event updated for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:12.501130 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.614450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (cfe32a0a-fae3-4fb4-943d-cfabe2a9f840), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.616382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:12.622916 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cfe32a0a-fae3-4fb4-943d-cfabe2a9f840), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.634134 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:12.706972 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.708701 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3929749 Jul 22 11:14:12.710565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409740f-812b-434e-8903-fa4ac14f6ed0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:12.717294 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35420) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:12.730943 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group_rule': {'security_group_id': 'cfe32a0a-fae3-4fb4-943d-cfabe2a9f840', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:12.752820 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.760048 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] For port e2380539-b40b-4859-b214-b13b8ae0c598, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e2380539-b40b-4859-b214-b13b8ae0c598,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:12.772758 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:12.813035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (f7904eee-82a3-4c30-bed3-8d03bd7fffed), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.876213 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1d074-f973-4da8-8cc3-39f97b4bb95f None None] Pushing event updated for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:12.881520 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:12.943467 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Request body: {'port': {'device_id': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'admin_state_up': True, 'tenant_id': '08cd35ed100244fdab3228d1afe62400'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:13.053166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-852bf5d8-3a28-438c-83fc-143389759253 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:14:13.068286 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-852bf5d8-3a28-438c-83fc-143389759253 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4081366 Jul 22 11:14:13.137112 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Provisioning complete for port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:13.137718 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.148248 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:13.148541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (f7904eee-82a3-4c30-bed3-8d03bd7fffed), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.182112 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (f7904eee-82a3-4c30-bed3-8d03bd7fffed), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.193443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Attempting to bind port 50109f1c-3364-4cd2-a5d2-a980134ec917 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:13.193443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Attempting to bind port 50109f1c-3364-4cd2-a5d2-a980134ec917 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:13.193443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Attempting to bind port 50109f1c-3364-4cd2-a5d2-a980134ec917 on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:13.235997 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Attempting to bind port c0968b2b-3ced-4e12-8996-cebecbccf70c on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:13.236428 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Attempting to bind port c0968b2b-3ced-4e12-8996-cebecbccf70c by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:13.236848 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Attempting to bind port c0968b2b-3ced-4e12-8996-cebecbccf70c on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:13.239632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:13.243313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:13.254712 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:13.255092 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Checking segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:13.257166 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.259518 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Bound using segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:13.260020 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Bound port: c0968b2b-3ced-4e12-8996-cebecbccf70c, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:13.260423 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.326940 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7904eee-82a3-4c30-bed3-8d03bd7fffed,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:13.370106 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.371709 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ee1f547d-966e-4511-a10e-cb5cfe96216c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6527574 Jul 22 11:14:13.378604 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35432) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:13.392479 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group_rule': {'security_group_id': 'cfe32a0a-fae3-4fb4-943d-cfabe2a9f840', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:13.415604 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:13.415908 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:13.416327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.416664 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-284e72f9-8225-459d-90d9-eb6b12885f42 service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464336 Jul 22 11:14:13.416786 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Bound using segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:13.417234 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Bound port: 50109f1c-3364-4cd2-a5d2-a980134ec917, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:13.417624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.496622 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] For port c0968b2b-3ced-4e12-8996-cebecbccf70c, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:13.501815 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] For port c0968b2b-3ced-4e12-8996-cebecbccf70c, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c0968b2b-3ced-4e12-8996-cebecbccf70c,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:13.517612 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Pushing event updated for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:13.520736 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.531909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (a8dec748-47d2-4ebe-aff3-4e11b5dc4870), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.562219 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dadb693e-a81c-48a1-98f9-f978f5a4f36a req-8a207431-ce3c-4e22-a8d9-3a66b840732d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 1.0388701 Jul 22 11:14:13.652540 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Made reservation on behalf of 08cd35ed100244fdab3228d1afe62400 for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:13.660262 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.666392 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:13.667118 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:13.691164 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-bb56ba09-1e97-4f5e-9d3b-e5a8170cfef9 service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730901 Jul 22 11:14:13.710994 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device df823850-6d09-462f-ab84-bb6ad0e816ed up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:13.744093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (a8dec748-47d2-4ebe-aff3-4e11b5dc4870), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.772457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (a8dec748-47d2-4ebe-aff3-4e11b5dc4870), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.825339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dec748-47d2-4ebe-aff3-4e11b5dc4870,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:13.894484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:13.899578 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-265de3fb-8b91-4e6c-9b29-003ea8160a60 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5192387 Jul 22 11:14:13.901615 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35442) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:13.930915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:13.998631 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1d074-f973-4da8-8cc3-39f97b4bb95f None None] Pushing event updated for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:14.004886 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.083856 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:14.290929 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.293911 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.307049 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.371651 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] For port 50109f1c-3364-4cd2-a5d2-a980134ec917, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:14.380057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Allocated IP 172.20.0.10 (1a51435a-0afb-4925-9311-8d036dddb7a1/092c0d4f-68d9-42ce-bdba-a1865c794e3d/65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:14.388515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-98c26966-ca3b-4810-b00d-29343c3a6cbe None None] Current status of the port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:14.439043 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] For port 50109f1c-3364-4cd2-a5d2-a980134ec917, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=50109f1c-3364-4cd2-a5d2-a980134ec917,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:14.444098 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port df823850-6d09-462f-ab84-bb6ad0e816ed triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:14.444491 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.513408 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.620053 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:14.620703 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:14.681313 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-89e92f87-bc7d-41a3-a103-00bdd216533a req-2c7835f2-5204-4432-95b1-d0d6d88ca5b4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.0517356 Jul 22 11:14:14.708822 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '61d191b6-ee13-469a-b0e2-5123bd66a085', 'name': '', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'mac_address': 'fa:16:3e:e3:50:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:00Z', 'revision_number': 2, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'subnets': [{'id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:14.791196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Checking router: abd8a392-aa03-4dcd-a741-b2a92be5ae9a for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:14:14.793067 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Updating router abd8a392-aa03-4dcd-a741-b2a92be5ae9a port 61d191b6-ee13-469a-b0e2-5123bd66a085 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:14:14.804897 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5e73a9be-a17f-4193-84cc-f718c13f0efc req-a6f0bb13-6c07-4f5d-b035-80865f195bca tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.3996253 Jul 22 11:14:14.823995 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:13Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:14.827722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:14.828948 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:14.890915 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08ebd-2fb7-41b7-93af-58d8eadddba1 None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:13Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:14.963165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c791d0-eb61-42d3-8db1-5080cffd0e29 None None] Pushing event updated for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:14.996851 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.011975 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f002090b-1790-4468-b16a-9c6b68f70747 req-2a8084fb-5d5d-4bc4-a095-8881b7288b1e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.0824029 Jul 22 11:14:15.026053 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.059034 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Allocated IP 172.27.0.133 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:15.112139 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks [] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.152514 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.163667 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.271617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:15.280918 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:15.288146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:15.299752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:15.300532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.306501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.351987 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Pushing event updated for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:15.379449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port df823850-6d09-462f-ab84-bb6ad0e816ed is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:15.379449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.387862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.390154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.409559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.435670 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-da7a08d6-4e65-4a9c-96e1-86bac4349732 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6253111 Jul 22 11:14:15.444304 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.455110 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:15.530010 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:15.531835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:15.540756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:15.544203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:15.571149 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port df823850-6d09-462f-ab84-bb6ad0e816ed, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=df823850-6d09-462f-ab84-bb6ad0e816ed,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:15.620588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.659003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Current status of the port e2380539-b40b-4859-b214-b13b8ae0c598 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:15.679532 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.680688 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e2380539-b40b-4859-b214-b13b8ae0c598 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:15.688187 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.767055 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:15.776171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Provisioning complete for port 50109f1c-3364-4cd2-a5d2-a980134ec917 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:15.776565 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:15.883029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3936-65f4-42b2-9ad9-3200ed99b4cf req-cc7ab423-ab56-485c-b33b-21a44abac0cd tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:15.891952 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3c4a3936-65f4-42b2-9ad9-3200ed99b4cf req-cc7ab423-ab56-485c-b33b-21a44abac0cd tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 932 time: 0.0920408 Jul 22 11:14:15.949462 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f39058a8-f22c-44a1-aa16-ea793e300666 req-9d4b7c37-4bee-42fe-926c-349db43dc4d8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0512311 Jul 22 11:14:15.976443 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3c4a3936-65f4-42b2-9ad9-3200ed99b4cf req-fd89b44f-655a-4d7e-95be-d3efb17b4054 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Jul 22 11:14:16.005031 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.010187 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.050649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.079397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=df823850-6d09-462f-ab84-bb6ad0e816ed,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:16.082492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:16.089257 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.097670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b36aa488-9f1e-4c48-af5d-bd128d267ca3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1930540 Jul 22 11:14:16.115139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:16.115590 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.162510 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8cb40380-ef40-496f-8540-db312537ea4f req-2e347784-c254-4fc0-9c9e-8d12efef3280 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.0371158 Jul 22 11:14:16.247953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-88d05d65-496e-4478-9d51-ae9ff35453e8 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:14:16.253110 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-88d05d65-496e-4478-9d51-ae9ff35453e8 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0304024 Jul 22 11:14:16.418411 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Current status of the port 50109f1c-3364-4cd2-a5d2-a980134ec917 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:16.419218 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.482156 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Request body: {'port': {'device_id': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:16.672892 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks [] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.682057 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] For port 50109f1c-3364-4cd2-a5d2-a980134ec917, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=50109f1c-3364-4cd2-a5d2-a980134ec917,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:16.695171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.701139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port e2380539-b40b-4859-b214-b13b8ae0c598 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:16.702303 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:16.705829 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.721883 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:16.721883 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:16.774175 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-efe2f997-be07-4da3-aac2-2de56b521dd9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--450827585&fields=id&tenant_id=f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 267 time: 0.3919299 Jul 22 11:14:16.853624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Provisioning complete for port c0968b2b-3ced-4e12-8996-cebecbccf70c triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:16.854240 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.928315 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:14Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:16.965007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:16.979407 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e277dd-728a-4e28-9b1d-0df7c0b8a9e4 None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:14Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:17.070589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.43', 63366) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:17.181021 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:17.185733 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:17.441445 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-e491eab5-be9d-4d9d-9b60-5c637b4037e3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:17.448047 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-e491eab5-be9d-4d9d-9b60-5c637b4037e3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.3752875 Jul 22 11:14:17.563037 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Pushing event updated for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:17.592205 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dfe6bbfe-dc0c-45ed-bc33-db578fb5a99b req-39c01e13-fa34-4091-80b8-6d48853949e8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.1334400 Jul 22 11:14:17.592205 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'port': {'device_id': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'admin_state_up': True, 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:17.717845 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Attempting to bind port 61d191b6-ee13-469a-b0e2-5123bd66a085 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:17.722768 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Attempting to bind port 61d191b6-ee13-469a-b0e2-5123bd66a085 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:17.727572 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Attempting to bind port 61d191b6-ee13-469a-b0e2-5123bd66a085 on network 1a51435a-0afb-4925-9311-8d036dddb7a1 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:17.753240 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:17.926858 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Current status of the port c0968b2b-3ced-4e12-8996-cebecbccf70c is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:17.927835 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.009004 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:18.009391 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Checking segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:18.009806 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.010210 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Bound using segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:18.016803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89f2df-0d30-4932-ab02-6fa2ce49a80b req-62c4ded2-fe4a-48d6-a2e3-3fa0dc5a5500 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:18.017296 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Bound port: 61d191b6-ee13-469a-b0e2-5123bd66a085, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:18.017766 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.024748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:18.034869 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks [] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.043531 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5a89f2df-0d30-4932-ab02-6fa2ce49a80b req-62c4ded2-fe4a-48d6-a2e3-3fa0dc5a5500 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 932 time: 0.2305434 Jul 22 11:14:18.059549 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec8dce-4b25-4fb4-b795-a1ac9ff0103a None None] Pushing event updated for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:18.076687 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-48dda33d-e9f6-4340-a572-c27b7ce08f70 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:18.080697 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-48dda33d-e9f6-4340-a572-c27b7ce08f70 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 811 time: 1.3045976 Jul 22 11:14:18.081624 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:18.108730 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Transition to ACTIVE for port object 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:14:18.126046 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.152070 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-10089052-8614-41b7-b43a-f1c3f9632003 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/quotas/f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 375 time: 0.0511200 Jul 22 11:14:18.262907 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] For port c0968b2b-3ced-4e12-8996-cebecbccf70c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c0968b2b-3ced-4e12-8996-cebecbccf70c,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:18.275901 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5a89f2df-0d30-4932-ab02-6fa2ce49a80b req-a6346389-7443-464e-b37a-11c0dbef7ff3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295206 Jul 22 11:14:18.281410 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Made reservation on behalf of 601d12851417478a8b39bbf0c9fcd03d for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:18.286692 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.313944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.319121 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-480490b4-a7c0-4cdf-987a-3e89d21984b7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323068 Jul 22 11:14:18.357605 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16e81-1c92-4ccb-9c83-2a9e43c8501c None None] Pushing event updated for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:18.360707 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:18.361112 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.405996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:18.417505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:18.419224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] For port 61d191b6-ee13-469a-b0e2-5123bd66a085, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:18.423622 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.425092 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 750961be-2dd8-4b47-a12c-f3cd3ebf333e up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:18.428571 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] For port 61d191b6-ee13-469a-b0e2-5123bd66a085, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=61d191b6-ee13-469a-b0e2-5123bd66a085,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:18.520901 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:18.525080 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:18.622177 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Provisioning complete for port 61d191b6-ee13-469a-b0e2-5123bd66a085 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:18.623028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.624859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.659176 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:18.676011 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Attempting to bind port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:18.676553 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Attempting to bind port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:18.677095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Attempting to bind port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 on network 1a51435a-0afb-4925-9311-8d036dddb7a1 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:18.680677 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c889e94c-3bbb-463c-9154-0ac81970318e req-e2259968-5c05-4bbd-8acf-dc8ad4dac564 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.2826898 Jul 22 11:14:18.701152 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 on network 1a51435a-0afb-4925-9311-8d036dddb7a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:14:18.701672 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Attempting to bind port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 on network 1a51435a-0afb-4925-9311-8d036dddb7a1 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:18.763181 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:18.763181 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Checking segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:18.763181 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Bound using segment: {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:18.765645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Bound port: 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32405c85-2283-4f4f-8a34-71d66df93e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:18.765645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.831628 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-d1091038-76bb-4c5f-bad8-c09d275d8842 service neutron] 10.222.0.20 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347601 Jul 22 11:14:18.903649 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:14:18.905372 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:18.912614 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:18.916052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec8dce-4b25-4fb4-b795-a1ac9ff0103a None None] Pushing event updated for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:18.918424 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:18.933766 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 750961be-2dd8-4b47-a12c-f3cd3ebf333e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:18.934363 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:18.937864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.025652 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Allocated IP 172.20.0.7 (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527/e22709ba-091d-4655-b671-a842b5be8e79/6c864331-87d8-4526-8824-f0d87403783e) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:19.028565 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:19.029322 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.031157 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] 10.222.0.43 "PUT /v2.0/ports/65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 HTTP/1.1" status: 200 len: 1094 time: 2.6546035 Jul 22 11:14:19.032535 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:19.120416 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:19.149153 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5efe14c5-4deb-4bd2-b1cb-1ee49bd32489 req-e641e109-963c-475c-834b-8caa518a90d0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0601978 Jul 22 11:14:19.149361 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3457422-d874-44a4-9433-5494e2cf8ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:19.209883 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-f89a57f4-7c71-4cdb-ae6a-5a2f57d00030 service neutron] 10.222.0.20 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772583 Jul 22 11:14:19.240769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:19.262811 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bed729-4bcf-4210-a469-81e908c5aa93" -d '{"events": [{"name": "network-changed", "server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:19.452641 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for port (6c864331-87d8-4526-8824-f0d87403783e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.548106 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.628630 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:19.683218 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:19.699128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Current status of the port 61d191b6-ee13-469a-b0e2-5123bd66a085 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:19.699780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:19.708620 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.722579 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:19.723683 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:19.832387 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2710054 Jul 22 11:14:19.970467 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:14:19.993229 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd35583-face-4929-82f0-97e38618d927 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:20.054279 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094ac97-1786-49a6-b2a7-a09d837a34d6 req-84cc2f25-5cf2-462a-a206-b5457d459fd8 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:20.059516 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6094ac97-1786-49a6-b2a7-a09d837a34d6 req-84cc2f25-5cf2-462a-a206-b5457d459fd8 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1664310 Jul 22 11:14:20.073722 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d583d2-ea46-41df-b5f3-2dd02eacb238 x-openstack-request-id: req-c8d583d2-ea46-41df-b5f3-2dd02eacb238 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:20.074480 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:20.074853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8d583d2-ea46-41df-b5f3-2dd02eacb238 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:20.075469 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d583d2-ea46-41df-b5f3-2dd02eacb238'] response: {'name': 'network-changed', 'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8', 'status': 'completed', 'code': 200} Jul 22 11:14:20.113698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 750961be-2dd8-4b47-a12c-f3cd3ebf333e is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:20.114495 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 140457e0-4827-4d03-9bdd-d2d201c6e784 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:20.175713 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-18704e2a-0a02-44e9-b6a4-d8591a449de6 req-ecfef375-7a2a-4b91-b124-a21da1d6b224 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0895119 Jul 22 11:14:20.221003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] For port 61d191b6-ee13-469a-b0e2-5123bd66a085, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=61d191b6-ee13-469a-b0e2-5123bd66a085,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:20.268044 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6094ac97-1786-49a6-b2a7-a09d837a34d6 req-2c0dc9d6-bb9b-4dfa-a703-052ff176e110 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912928 Jul 22 11:14:20.367012 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:20.412833 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Provisioning complete for port 50109f1c-3364-4cd2-a5d2-a980134ec917 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:20.413448 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:20.432579 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c92d835f-d1a1-4049-8e8e-bc3233a8a9fb req-3e5fe3c4-8841-4428-9b2e-62eff8a9e474 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.1041121 Jul 22 11:14:20.457547 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-af0242d9-7901-464b-bc8a-11628b78bedd req-62e8a314-6860-466a-a89a-efede6ba07f2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.1065142 Jul 22 11:14:20.459165 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35642) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:20.645711 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:20.779119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c705bb0f-e127-4cc1-9062-77b94b28cc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:20.804672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:20.880380 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 140457e0-4827-4d03-9bdd-d2d201c6e784 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:20.881756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:20.966547 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Pushing event updated for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:20.994945 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c705bb0f-e127-4cc1-9062-77b94b28cc09 admin admin] Publish callbacks [] for security_group (f7e0a715-5ff5-4175-a6be-b9b6f57e3f20), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.001533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c705bb0f-e127-4cc1-9062-77b94b28cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f7e0a715-5ff5-4175-a6be-b9b6f57e3f20), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.019515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-eac23fd2-8834-4c44-9d53-ad060c422c5f None None] Current status of the port 50109f1c-3364-4cd2-a5d2-a980134ec917 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:21.068587 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c705bb0f-e127-4cc1-9062-77b94b28cc09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ca7d833cb44d02aabc2d345df833f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6079373 Jul 22 11:14:21.071437 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35654) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:21.110722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '61d191b6-ee13-469a-b0e2-5123bd66a085', 'name': '', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'mac_address': 'fa:16:3e:e3:50:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'subnets': [{'id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:21.144856 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705bb0f-e127-4cc1-9062-77b94b28cc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e0a715-5ff5-4175-a6be-b9b6f57e3f20,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:21.167679 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] Publish callbacks [] for security_group (f7e0a715-5ff5-4175-a6be-b9b6f57e3f20), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.199209 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e824c-c325-4d58-b2a3-effe2111e0cf None None] The sync data for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi is: [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:59Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '61d191b6-ee13-469a-b0e2-5123bd66a085', 'name': '', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'mac_address': 'fa:16:3e:e3:50:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'subnets': [{'id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:14:21.208476 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] Publish callbacks [] for security_group (f7e0a715-5ff5-4175-a6be-b9b6f57e3f20), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.219758 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 140457e0-4827-4d03-9bdd-d2d201c6e784 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:21.222021 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:21.269833 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:21.275208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f7e0a715-5ff5-4175-a6be-b9b6f57e3f20), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.279503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.281700 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7e0a715-5ff5-4175-a6be-b9b6f57e3f20 HTTP/1.1" status: 204 len: 168 time: 0.2086101 Jul 22 11:14:21.287478 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Provisioning complete for port 6c864331-87d8-4526-8824-f0d87403783e triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:21.287872 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (6c864331-87d8-4526-8824-f0d87403783e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.315991 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363987c-c2be-40aa-a6f7-89b5322497be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e0a715-5ff5-4175-a6be-b9b6f57e3f20,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:21.371766 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-772e08f8-82a9-4e1a-8755-e3592260f81d req-24e723a3-90c3-43e9-bfaf-aa39c7f4f4bc tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0581422 Jul 22 11:14:21.409752 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Port 6c864331-87d8-4526-8824-f0d87403783e cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:21.428152 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Provisioning complete for port 61d191b6-ee13-469a-b0e2-5123bd66a085 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:21.428876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.485014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:21.485798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:21.506477 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7368-a4d3-439e-993c-0178b1528126 req-434e1e13-3acb-4b48-9fde-72f9069cc500 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:21.516497 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f74d7368-a4d3-439e-993c-0178b1528126 req-434e1e13-3acb-4b48-9fde-72f9069cc500 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1587803 Jul 22 11:14:21.618665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Request body: {'port': {'device_id': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:21.649513 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.43', 63375) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:22.009895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:22.271161 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b17bd50e-5312-4b51-af94-04af5ff9b1f1 req-e729c267-5ecf-40f9-9cf4-0f5cdf648533 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.6151733 Jul 22 11:14:22.304569 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:22.310072 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:22.359525 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-6165d4cb-a61b-497e-b8ad-5919709d2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:22.361914 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-6165d4cb-a61b-497e-b8ad-5919709d2884 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08cd35ed100244fdab3228d1afe62400&device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 1128 time: 0.4782138 Jul 22 11:14:22.422807 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (6c864331-87d8-4526-8824-f0d87403783e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:22.461428 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-a24ab79c-9741-4331-b54b-9aa9026846b5 None None] Current status of the port 61d191b6-ee13-469a-b0e2-5123bd66a085 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:22.572775 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-46598c18-cb6d-487a-8bd3-e7a596e0c01c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:22.575067 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-46598c18-cb6d-487a-8bd3-e7a596e0c01c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.6056743 Jul 22 11:14:22.594908 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f74d7368-a4d3-439e-993c-0178b1528126 req-671551c0-5b80-4f13-96a6-2fde14af7ecc tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0773127 Jul 22 11:14:22.636873 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'port': {'device_id': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'admin_state_up': True, 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:22.660243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:22.661078 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:23.012227 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ec386f85-7d9a-465a-9464-f05da918ae9c req-db348916-f436-40b9-b7be-a9608aec2b8e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.1825089 Jul 22 11:14:23.191730 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:23.266354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.43', 63382) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:23.621498 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-be08d130-e3fe-439a-b2ac-8091aae24f98 req-bffb8e37-c412-42c3-a27b-fd1de261a883 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.0435116 Jul 22 11:14:23.674858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Made reservation on behalf of 601d12851417478a8b39bbf0c9fcd03d for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:23.679530 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:23.872195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device df823850-6d09-462f-ab84-bb6ad0e816ed up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:23.872831 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-4ae3e370-a95b-4489-8e96-99f0c941a8f1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:23.875814 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-4ae3e370-a95b-4489-8e96-99f0c941a8f1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.6061170 Jul 22 11:14:23.922067 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a610-ea86-48a2-8fa8-b5fd1a05ab66 req-afb505a7-c9e7-4f28-8908-6aeed1e36681 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:23.923654 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b4591426-a6d6-4da0-9a91-d042a9488a80 req-53ec3f3c-d541-4e8d-bc8c-08a7274e625d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 1.3528597 Jul 22 11:14:23.932918 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05c6a610-ea86-48a2-8fa8-b5fd1a05ab66 req-afb505a7-c9e7-4f28-8908-6aeed1e36681 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1177905 Jul 22 11:14:23.969533 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port df823850-6d09-462f-ab84-bb6ad0e816ed triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:23.970305 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.004244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-42622e43-4f10-464e-83eb-28e9a55feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:24.006294 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-42622e43-4f10-464e-83eb-28e9a55feea5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=08cd35ed100244fdab3228d1afe62400&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6041777 Jul 22 11:14:24.058795 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Allocated IP 172.20.0.4 (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527/e22709ba-091d-4655-b671-a842b5be8e79/f7e02999-84b1-4561-a0b0-1237dc6412bb) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:24.064328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.068945 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port df823850-6d09-462f-ab84-bb6ad0e816ed is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:24.075764 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 61d191b6-ee13-469a-b0e2-5123bd66a085 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:24.088915 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05c6a610-ea86-48a2-8fa8-b5fd1a05ab66 req-4c075381-48dc-48a0-ae3d-2ad46a87699e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110797 Jul 22 11:14:24.139848 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 61d191b6-ee13-469a-b0e2-5123bd66a085 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.140992 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.172650 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.215916 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-360e230f-2b2b-473d-8b0c-34624702a576 req-bf38f61f-3f8b-4c21-b2c0-8af9df8eec00 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0516727 Jul 22 11:14:24.248776 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 61d191b6-ee13-469a-b0e2-5123bd66a085 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:24.250029 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e2380539-b40b-4859-b214-b13b8ae0c598 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:24.289260 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.311538 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port e2380539-b40b-4859-b214-b13b8ae0c598 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.311760 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.331143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.374025 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.402028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port e2380539-b40b-4859-b214-b13b8ae0c598 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:24.403454 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:24.429937 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:24.431330 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:24.434650 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:24.445086 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:24.445666 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.477276 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:24.483457 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.484193 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.488706 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-6bfeade3-d2cf-452e-9021-a193babdd95e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8631229 Jul 22 11:14:24.581101 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c864331-87d8-4526-8824-f0d87403783e {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:24.586295 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:24.588064 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c0968b2b-3ced-4e12-8996-cebecbccf70c up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:24.592111 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks [] for port (6c864331-87d8-4526-8824-f0d87403783e), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.625331 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Transition to ACTIVE for port object 6c864331-87d8-4526-8824-f0d87403783e will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:14:24.626461 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.633748 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.664066 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.679418 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port c0968b2b-3ced-4e12-8996-cebecbccf70c triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.680223 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.770193 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port c0968b2b-3ced-4e12-8996-cebecbccf70c is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:24.771476 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 50109f1c-3364-4cd2-a5d2-a980134ec917 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:24.777724 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.785406 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Pushing event updated for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:24.828004 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-dc322814-114c-45db-83db-d6a4601d7fca None None] Provisioning complete for port f7e02999-84b1-4561-a0b0-1237dc6412bb triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.828746 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-dc322814-114c-45db-83db-d6a4601d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.829328 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Attempting to bind port 6c864331-87d8-4526-8824-f0d87403783e on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:24.829701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Attempting to bind port 6c864331-87d8-4526-8824-f0d87403783e by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:24.830096 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Attempting to bind port 6c864331-87d8-4526-8824-f0d87403783e on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:24.844592 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Port 6c864331-87d8-4526-8824-f0d87403783e on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:14:24.844929 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Attempting to bind port 6c864331-87d8-4526-8824-f0d87403783e on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:24.851813 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:24.852701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:24.853299 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Bound using segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:24.853769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Bound port: 6c864331-87d8-4526-8824-f0d87403783e, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:24.854144 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (6c864331-87d8-4526-8824-f0d87403783e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:24.858217 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.881769 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d74ead-d9f0-473d-9f98-0b7395c516dc req-8771de07-f290-4f16-82da-89c83cf4b5d5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:24.890406 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:24.894108 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-39d74ead-d9f0-473d-9f98-0b7395c516dc req-8771de07-f290-4f16-82da-89c83cf4b5d5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.1510627 Jul 22 11:14:24.938138 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-dc322814-114c-45db-83db-d6a4601d7fca None None] Port f7e02999-84b1-4561-a0b0-1237dc6412bb cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:24.952426 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 50109f1c-3364-4cd2-a5d2-a980134ec917 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:24.952887 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:25.027997 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-39d74ead-d9f0-473d-9f98-0b7395c516dc req-2f144bd3-a5ad-4fbc-876b-76593895a44f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327016 Jul 22 11:14:25.037052 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:25.069249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=6c864331-87d8-4526-8824-f0d87403783e,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:25.072762 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 50109f1c-3364-4cd2-a5d2-a980134ec917 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:25.081788 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:25.154395 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f574488d-f0dc-40e4-8add-361e5b313bf1 req-61d7597e-b12d-4d88-8cce-c92b713102eb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0665231 Jul 22 11:14:25.165025 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:25.165674 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:25.167480 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] 10.222.0.43 "PUT /v2.0/ports/6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 200 len: 1093 time: 3.5776899 Jul 22 11:14:25.167909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'tag': '6c864331-87d8-4526-8824-f0d87403783e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:25.277480 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76a2b-110b-4776-859b-79da58f438e5 req-dc479c67-c8e5-449b-a0b8-b6285ea80258 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:25.279172 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1a76a2b-110b-4776-859b-79da58f438e5 req-dc479c67-c8e5-449b-a0b8-b6285ea80258 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1072609 Jul 22 11:14:25.374695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1a76a2b-110b-4776-859b-79da58f438e5 req-a9f4071a-d9af-4c8a-a7b4-88bec81e8ef9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885141 Jul 22 11:14:25.390251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb81c-f1d0-48f1-8efc-b27f140b5622 service neutron] Pushing event updated for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:25.396053 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a8925d5d-55bd-481c-b672-9678c24cdf14 req-c09f97ba-79ed-4fba-9262-2dd6bc16d9f4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0622263 Jul 22 11:14:25.486206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4bedcd-320c-49da-aa38-18eb7d513fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "tag": "6c864331-87d8-4526-8824-f0d87403783e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:25.638460 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded8295f-9c65-4a95-8540-c1e01f9eab8a x-openstack-request-id: req-ded8295f-9c65-4a95-8540-c1e01f9eab8a {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:25.638758 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "tag": "6c864331-87d8-4526-8824-f0d87403783e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:25.639016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ded8295f-9c65-4a95-8540-c1e01f9eab8a {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:25.639523 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded8295f-9c65-4a95-8540-c1e01f9eab8a'] response: {'name': 'network-changed', 'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'tag': '6c864331-87d8-4526-8824-f0d87403783e', 'status': 'completed', 'code': 200} Jul 22 11:14:26.148260 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:14:26.198669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4babf8d-cc42-4405-9ea8-37ffd2e9acd6 req-c72858e2-9604-4ef1-9e7c-accc64936d4c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:26.200675 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f4babf8d-cc42-4405-9ea8-37ffd2e9acd6 req-c72858e2-9604-4ef1-9e7c-accc64936d4c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.0656817 Jul 22 11:14:26.295442 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f4babf8d-cc42-4405-9ea8-37ffd2e9acd6 req-26d5f850-0fce-4ccf-ae05-07426cf8c40f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845840 Jul 22 11:14:26.325148 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a59baa60-c251-4e3e-a13d-c18ab41e4cba req-f0c72c1f-cdef-48f3-a0d7-dc0788377b9a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0466435 Jul 22 11:14:26.528255 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f87a1d05-1cfc-4a96-b34f-8ea5c93f8913 req-73c0be52-666d-4450-b2ed-4cca0ed07b66 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0315812 Jul 22 11:14:26.556781 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88deb41-1c55-4a51-933f-1b738f8e1099 req-3d880b3f-eee0-473b-bcb8-109b9c4efcb7 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:26.558728 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c88deb41-1c55-4a51-933f-1b738f8e1099 req-3d880b3f-eee0-473b-bcb8-109b9c4efcb7 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.0636990 Jul 22 11:14:26.623972 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c88deb41-1c55-4a51-933f-1b738f8e1099 req-cdd521b1-9c62-4091-ac05-53dca8b5dd9c tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575795 Jul 22 11:14:27.568145 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b58be780-3c0e-423c-903b-de66d8dfaeb0 req-66a490c6-16c0-4a1d-bce3-8044999dc010 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0655644 Jul 22 11:14:27.636470 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1aae-11b3-444f-973a-fd222dba6cd4 req-00e37acd-0049-4334-8675-76c26c4ebaa7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:27.646335 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f63f1aae-11b3-444f-973a-fd222dba6cd4 req-00e37acd-0049-4334-8675-76c26c4ebaa7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.1739454 Jul 22 11:14:27.849821 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f63f1aae-11b3-444f-973a-fd222dba6cd4 req-57abe2d4-3084-4ee0-9730-b29c43edeba5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931758 Jul 22 11:14:27.935538 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6f660489-5c10-4445-84ba-efcbedcf4822 req-a9a68101-d9da-4476-9ed2-039f083f33b3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.1267807 Jul 22 11:14:28.114837 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35886) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:28.165891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd65e5a-051a-405b-9bd1-ec11a142a398 req-6e297de7-12dc-4038-869e-5d67997182f5 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:28.168869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cdd65e5a-051a-405b-9bd1-ec11a142a398 req-6e297de7-12dc-4038-869e-5d67997182f5 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1240332 Jul 22 11:14:28.312083 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cdd65e5a-051a-405b-9bd1-ec11a142a398 req-1c29fdcb-1b66-436d-b5a2-e4644873c763 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945520 Jul 22 11:14:28.346417 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f3946575-7b4b-46c7-907d-560e7c85c97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.468311 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f3946575-7b4b-46c7-907d-560e7c85c97c admin admin] Publish callbacks [] for security_group (cf18486a-7d17-44d4-8635-4e1f257f7550), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.476415 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f3946575-7b4b-46c7-907d-560e7c85c97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cf18486a-7d17-44d4-8635-4e1f257f7550), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.517606 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f3946575-7b4b-46c7-907d-560e7c85c97c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2a9fe85fcb141b29690b3f3364eebe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005456 Jul 22 11:14:28.520271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35892) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:28.556383 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3946575-7b4b-46c7-907d-560e7c85c97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18486a-7d17-44d4-8635-4e1f257f7550,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:28.654677 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] Publish callbacks [] for security_group (cf18486a-7d17-44d4-8635-4e1f257f7550), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.752334 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] Publish callbacks [] for security_group (cf18486a-7d17-44d4-8635-4e1f257f7550), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.763972 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7c2380db-9580-4576-aca6-de9c6499917d req-ab339ab9-5d2a-4f67-babc-6704546606ca tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0703096 Jul 22 11:14:28.896237 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cf18486a-7d17-44d4-8635-4e1f257f7550), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.904631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.915755 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf18486a-7d17-44d4-8635-4e1f257f7550 HTTP/1.1" status: 204 len: 168 time: 0.3941340 Jul 22 11:14:28.934716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:28.940447 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8719-9cf8-4afd-b256-06fca91e637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18486a-7d17-44d4-8635-4e1f257f7550,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:29.066917 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:29.150761 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e721b2-e7c2-432b-a549-7ab6f96a5acb req-c2af4dae-83dc-42a1-b625-99c1e69c6bb2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:29.164042 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-20e721b2-e7c2-432b-a549-7ab6f96a5acb req-c2af4dae-83dc-42a1-b625-99c1e69c6bb2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.1733284 Jul 22 11:14:29.185591 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-918516ee-20bf-459e-ad88-28bd86d5464a req-f7ac209f-c175-49e1-a795-314faeba0b2d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0716257 Jul 22 11:14:29.324257 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-20e721b2-e7c2-432b-a549-7ab6f96a5acb req-375d74a0-6d98-4b7e-983b-9ccfc3a5f205 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385086 Jul 22 11:14:29.559311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f95af-f77f-46da-8c48-3c27fab9fa0c req-0864c7f5-c7c0-4e80-b679-321917268f70 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:29.570631 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-483f95af-f77f-46da-8c48-3c27fab9fa0c req-0864c7f5-c7c0-4e80-b679-321917268f70 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1288679 Jul 22 11:14:29.603000 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 35926) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:29.621956 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-22d8e5ae-c174-47c2-a0ef-1e2d454bbb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:29.701572 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-483f95af-f77f-46da-8c48-3c27fab9fa0c req-17d27c68-c5bc-4899-8812-f56bca14838d tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299167 Jul 22 11:14:29.722615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:29.791224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-22d8e5ae-c174-47c2-a0ef-1e2d454bbb6e admin admin] Publish callbacks [] for security_group (2004a17b-6da5-43af-9cdd-3abeb083ff31), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:29.797904 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-22d8e5ae-c174-47c2-a0ef-1e2d454bbb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (2004a17b-6da5-43af-9cdd-3abeb083ff31), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:29.908090 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-22d8e5ae-c174-47c2-a0ef-1e2d454bbb6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44b46d0b5e59422faa9556cef5f51cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012187 Jul 22 11:14:29.908740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 35934) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:29.910280 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8e5ae-c174-47c2-a0ef-1e2d454bbb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2004a17b-6da5-43af-9cdd-3abeb083ff31,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:30.031538 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6e201d24-302c-41af-ad07-9e9b64daf8b9 req-69b50cb0-b76d-4d0d-ad5f-d9741dac57f4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0540161 Jul 22 11:14:30.051928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:30.053358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] Publish callbacks [] for security_group (2004a17b-6da5-43af-9cdd-3abeb083ff31), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:30.084830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] Publish callbacks [] for security_group (2004a17b-6da5-43af-9cdd-3abeb083ff31), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:30.151687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (2004a17b-6da5-43af-9cdd-3abeb083ff31), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:30.154953 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:30.156525 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2004a17b-6da5-43af-9cdd-3abeb083ff31 HTTP/1.1" status: 204 len: 168 time: 0.2462871 Jul 22 11:14:30.166555 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653cf19-2902-46fe-b97c-a6d1b5c97247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2004a17b-6da5-43af-9cdd-3abeb083ff31,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:30.306713 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44fc58ff-9657-4c61-bef9-d15167c86e75 req-d0698cae-dd60-41a3-a60f-a54d60055a0a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0428762 Jul 22 11:14:30.498556 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672bde2-157f-48b5-a17f-d7065c3cc7fa req-5c413513-077a-441d-9dc8-8608927bad66 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:30.500157 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f672bde2-157f-48b5-a17f-d7065c3cc7fa req-5c413513-077a-441d-9dc8-8608927bad66 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.0586171 Jul 22 11:14:30.554257 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f672bde2-157f-48b5-a17f-d7065c3cc7fa req-b570833d-e2d4-4bdd-a787-3235316ff277 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Jul 22 11:14:30.896246 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fe05b-37f8-48cb-907b-fa6e06a88482 req-d2da42ce-2995-4aac-87b0-d73a4b5d19ca tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:30.900013 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e71fe05b-37f8-48cb-907b-fa6e06a88482 req-d2da42ce-2995-4aac-87b0-d73a4b5d19ca tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.0880630 Jul 22 11:14:30.981719 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e71fe05b-37f8-48cb-907b-fa6e06a88482 req-96004577-d3d9-40aa-957f-e9bb1ab1ff50 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Jul 22 11:14:31.224975 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4f533a63-6c8b-4480-bbc1-2171ac4d1172 req-539a6a65-675a-4245-b4e4-4f59b9372f6a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0403235 Jul 22 11:14:31.443955 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-266373fc-d8be-4800-a00f-890cfe0167d9 req-d813be13-0f57-4fb8-abc3-62e4f9ba49fa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0537522 Jul 22 11:14:31.768259 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea09117-14a4-43f4-9ef8-a278644a321a req-84856e1c-472d-49c9-9a3d-da087bc250dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:31.770994 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0ea09117-14a4-43f4-9ef8-a278644a321a req-84856e1c-472d-49c9-9a3d-da087bc250dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.1129620 Jul 22 11:14:31.846276 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0ea09117-14a4-43f4-9ef8-a278644a321a req-1f55c128-87b7-4051-ae7e-656624f804d6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656984 Jul 22 11:14:32.193981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816b887-4209-41b2-9a4a-8ec2b0e28f0e req-10f485b9-bb9f-4439-91e7-44c66818ecc3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:32.216664 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6816b887-4209-41b2-9a4a-8ec2b0e28f0e req-10f485b9-bb9f-4439-91e7-44c66818ecc3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1268957 Jul 22 11:14:32.309582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6816b887-4209-41b2-9a4a-8ec2b0e28f0e req-c891fb09-cf23-4815-9ab3-d97fa3204af0 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888774 Jul 22 11:14:32.375988 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-876c96f9-e4cd-44c8-a0fa-84eb7c6b7413 req-b385fc52-a183-4bde-9a5f-d8101b912aec tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jul 22 11:14:32.546797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:32.568355 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-91e7a544-9718-4d56-a4a1-e07548d96259 req-cafda3e4-dcec-4935-b207-37ffebea1f5a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Jul 22 11:14:33.025686 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ef73-6f29-481e-90ab-5126c1c02d7c req-91af3884-9fe5-49c7-98e8-a6685372f0d3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:33.027458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2b56ef73-6f29-481e-90ab-5126c1c02d7c req-91af3884-9fe5-49c7-98e8-a6685372f0d3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.0758183 Jul 22 11:14:33.101979 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2b56ef73-6f29-481e-90ab-5126c1c02d7c req-ec405db6-0843-44ed-b5c7-3185df2dc54b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Jul 22 11:14:33.446164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d57d47-c564-44dc-849b-d48cc86d8f22 req-4f70b618-a42d-4cdd-9ce8-b2c69866c29f tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:33.449880 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e1d57d47-c564-44dc-849b-d48cc86d8f22 req-4f70b618-a42d-4cdd-9ce8-b2c69866c29f tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.0691996 Jul 22 11:14:33.527131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e1d57d47-c564-44dc-849b-d48cc86d8f22 req-1daa8895-55a0-4bee-bf0c-780767d7d922 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665462 Jul 22 11:14:33.528357 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3a821516-24e2-4d15-ad87-b5b242ba307c req-f6241287-f9cd-408f-8c2c-f19d92653fe1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0419087 Jul 22 11:14:33.693805 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36086) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:33.717834 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-74f6e018-1166-4f28-b611-7df5ae4ca554 req-983cc026-9e58-4027-9ef1-06f16ad98969 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0596242 Jul 22 11:14:33.828477 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ac09036a-082c-4722-8230-1f1e63f7dee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:33.926973 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ac09036a-082c-4722-8230-1f1e63f7dee2 admin admin] Publish callbacks [] for security_group (86e79a79-8ce8-4e09-90c5-fd42bde62611), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:33.931229 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ac09036a-082c-4722-8230-1f1e63f7dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (86e79a79-8ce8-4e09-90c5-fd42bde62611), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:33.975958 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ac09036a-082c-4722-8230-1f1e63f7dee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6372c972cbde4782bc80760a9a671315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804766 Jul 22 11:14:33.976951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09036a-082c-4722-8230-1f1e63f7dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e79a79-8ce8-4e09-90c5-fd42bde62611,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:33.978735 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36102) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:34.047458 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] Publish callbacks [] for security_group (86e79a79-8ce8-4e09-90c5-fd42bde62611), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.067028 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] Publish callbacks [] for security_group (86e79a79-8ce8-4e09-90c5-fd42bde62611), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.118903 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (86e79a79-8ce8-4e09-90c5-fd42bde62611), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.121716 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.122903 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86e79a79-8ce8-4e09-90c5-fd42bde62611 HTTP/1.1" status: 204 len: 168 time: 0.1423380 Jul 22 11:14:34.132327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3b9b9-7ba5-485d-8501-ecd409f4e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e79a79-8ce8-4e09-90c5-fd42bde62611,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:34.243219 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0b404-e921-4efc-83ac-beff362d47dc req-9d75d6c2-c256-404a-aceb-b15381df46ad tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:34.244836 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7d0b404-e921-4efc-83ac-beff362d47dc req-9d75d6c2-c256-404a-aceb-b15381df46ad tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.0528626 Jul 22 11:14:34.307625 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7d0b404-e921-4efc-83ac-beff362d47dc req-883c154e-086f-400f-82b9-a17a3305f8e2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570107 Jul 22 11:14:34.449406 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36120) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:34.463793 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d55e5ac9-a70e-44e4-85b8-3bbbe21cab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.512279 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:34.554088 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d55e5ac9-a70e-44e4-85b8-3bbbe21cab20 admin admin] Publish callbacks [] for security_group (c6235775-27d2-4d84-af88-4119ee16ea19), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.560887 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d55e5ac9-a70e-44e4-85b8-3bbbe21cab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c6235775-27d2-4d84-af88-4119ee16ea19), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.637617 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d55e5ac9-a70e-44e4-85b8-3bbbe21cab20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf75710219054812a762ec8ba875f619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869090 Jul 22 11:14:34.639171 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5706a7c2-ca01-4882-9415-ff8b7ae29087 req-11713c77-354e-40e7-85fb-62daab611e6c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0296533 Jul 22 11:14:34.639842 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5ac9-a70e-44e4-85b8-3bbbe21cab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6235775-27d2-4d84-af88-4119ee16ea19,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:34.641201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36126) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:34.691997 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7a7f-a809-4511-9327-172fb53d42dc req-12eff668-ca6c-4c99-bfc1-8200efc3bab4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:34.693824 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e71b7a7f-a809-4511-9327-172fb53d42dc req-12eff668-ca6c-4c99-bfc1-8200efc3bab4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.0703254 Jul 22 11:14:34.697767 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] Publish callbacks [] for security_group (c6235775-27d2-4d84-af88-4119ee16ea19), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.721030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] Publish callbacks [] for security_group (c6235775-27d2-4d84-af88-4119ee16ea19), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.744970 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e71b7a7f-a809-4511-9327-172fb53d42dc req-489638d6-0181-4454-88f6-af08b0d9a8ea tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Jul 22 11:14:34.784195 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c6235775-27d2-4d84-af88-4119ee16ea19), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.786786 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:34.788173 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6235775-27d2-4d84-af88-4119ee16ea19 HTTP/1.1" status: 204 len: 168 time: 0.1457169 Jul 22 11:14:34.806854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67800d40-e516-4dcd-892b-c1e171d76322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6235775-27d2-4d84-af88-4119ee16ea19,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:34.818071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:34.836056 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a8fe20e4-2d9f-41b9-af5e-2061a9649fcb req-9244cd49-7cad-4da8-b4ee-b03f87993adc tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0393186 Jul 22 11:14:35.425038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:35.442334 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bcfdb-4cae-4560-967b-fb2e3341cc23 req-7fb0263b-bc64-4669-9f0b-eea5b380f548 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:35.444519 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0e4bcfdb-4cae-4560-967b-fb2e3341cc23 req-7fb0263b-bc64-4669-9f0b-eea5b380f548 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 931 time: 0.0587776 Jul 22 11:14:35.507992 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0e4bcfdb-4cae-4560-967b-fb2e3341cc23 req-90ceaa51-3632-4ac3-97b3-be7018240aa6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Jul 22 11:14:35.770652 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2f7fd490-f4ac-4320-8dec-2607b6acf3ff req-b56de0b6-c26a-4ecd-9774-eba79e5b029c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0314751 Jul 22 11:14:35.883105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a673-616f-4a65-a8f5-b1efc8ef4085 req-89aec3be-7c7c-4a5d-a619-1b4324592fdc tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:35.885691 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5a8a673-616f-4a65-a8f5-b1efc8ef4085 req-89aec3be-7c7c-4a5d-a619-1b4324592fdc tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.0597253 Jul 22 11:14:35.947067 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5a8a673-616f-4a65-a8f5-b1efc8ef4085 req-a320a871-8807-4f4e-8cf2-a4145bb3b7e3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Jul 22 11:14:35.948274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:35.951337 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-101a8b65-52ed-4968-8cf4-58dc6587497b req-caae273b-63cc-490d-b47e-0003e68d94cd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0348978 Jul 22 11:14:36.002663 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Request body: {'port': {'device_id': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:36.035192 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36176) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:36.147109 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.186287 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-2a1117e3-2718-4b38-a4ab-d27978471a60 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 379 time: 0.1617634 Jul 22 11:14:36.236934 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-07d6bd87-8333-4fa9-9171-2f8e901f888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:36.238954 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e9bed729-4bcf-4210-a469-81e908c5aa93 req-07d6bd87-8333-4fa9-9171-2f8e901f888e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423685 Jul 22 11:14:36.240042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8494849d-3926-4f0b-8f08-05593f31bf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.376201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'port': {'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'admin_state_up': True, 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'security_groups': ['dd86c6b1-59e0-45f0-b321-66101b415110']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:36.501120 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.43', 63392) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:36.654975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:36.735679 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e02999-84b1-4561-a0b0-1237dc6412bb {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:36.744611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks [] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.764431 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Transition to ACTIVE for port object f7e02999-84b1-4561-a0b0-1237dc6412bb will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:14:36.780838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.840339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:36.857947 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:36.886485 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-547a6d5a-b982-42cd-8d61-ad0b188dba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:36.889208 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-547a6d5a-b982-42cd-8d61-ad0b188dba33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1127 time: 0.4220243 Jul 22 11:14:36.906881 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8494849d-3926-4f0b-8f08-05593f31bf59 admin admin] Publish callbacks [] for security_group (e7b59e34-df51-4d41-a23f-65625fc7fbde), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.951822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8494849d-3926-4f0b-8f08-05593f31bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (e7b59e34-df51-4d41-a23f-65625fc7fbde), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:36.964188 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d0ca8825-9e3a-4603-88b0-15fb97ce37dc req-efcdf6b7-e826-427b-95b7-0150ee011c7f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0902221 Jul 22 11:14:37.045136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494849d-3926-4f0b-8f08-05593f31bf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b59e34-df51-4d41-a23f-65625fc7fbde,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:37.070854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-cf41da13-15f6-4e1e-b05b-8ad971ea5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.071549 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8494849d-3926-4f0b-8f08-05593f31bf59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5266dcc81440c798dffce12d9dfcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0351586 Jul 22 11:14:37.072677 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-cf41da13-15f6-4e1e-b05b-8ad971ea5ac3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08cd35ed100244fdab3228d1afe62400&device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 1128 time: 0.2198684 Jul 22 11:14:37.075624 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:37.079129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.086588 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36214) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:37.097651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e439c-79c1-49d0-b860-5dc2cec2f142 req-ffd80739-b41e-472c-998a-ab85e6ce6e84 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.099393 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-497e439c-79c1-49d0-b860-5dc2cec2f142 req-ffd80739-b41e-472c-998a-ab85e6ce6e84 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 943 time: 0.2344356 Jul 22 11:14:37.121647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Attempting to bind port f7e02999-84b1-4561-a0b0-1237dc6412bb on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:37.121997 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Attempting to bind port f7e02999-84b1-4561-a0b0-1237dc6412bb by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:37.122333 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Attempting to bind port f7e02999-84b1-4561-a0b0-1237dc6412bb on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:37.165776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Port f7e02999-84b1-4561-a0b0-1237dc6412bb on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:14:37.166117 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Attempting to bind port f7e02999-84b1-4561-a0b0-1237dc6412bb on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:37.238157 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-b030c077-682f-4922-bbd7-41baa598bcca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 HTTP/1.1" status: 200 len: 217 time: 0.1329505 Jul 22 11:14:37.260145 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:37.290298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-c7235f84-e952-4e2f-8086-90806951199b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.291903 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-c7235f84-e952-4e2f-8086-90806951199b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 811 time: 0.7913756 Jul 22 11:14:37.392609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-f652eafd-7fef-4ec7-af44-5a5d3b576fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.394101 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-f652eafd-7fef-4ec7-af44-5a5d3b576fb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=092c0d4f-68d9-42ce-bdba-a1865c794e3d HTTP/1.1" status: 200 len: 851 time: 0.1375415 Jul 22 11:14:37.400437 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-e4b67e98-125d-4f74-808b-08c00e04fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.401895 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-e4b67e98-125d-4f74-808b-08c00e04fb46 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=601d12851417478a8b39bbf0c9fcd03d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4206676 Jul 22 11:14:37.408207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:37.408618 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:37.408951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Bound using segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:37.409416 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Bound port: f7e02999-84b1-4561-a0b0-1237dc6412bb, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:37.411189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.421892 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a572b-7cdb-4842-9c94-50566d3e4981 req-e51900a9-41f4-47b5-bb0a-100ecb1cb04f tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.423985 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb2a572b-7cdb-4842-9c94-50566d3e4981 req-e51900a9-41f4-47b5-bb0a-100ecb1cb04f tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.3392689 Jul 22 11:14:37.425658 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-497e439c-79c1-49d0-b860-5dc2cec2f142 req-51fae736-de73-4368-8e8e-d80ced7cf2ec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785506 Jul 22 11:14:37.512676 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] Publish callbacks [] for security_group (e7b59e34-df51-4d41-a23f-65625fc7fbde), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.613696 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-efa6f40f-0c9a-4f5a-8605-50f69cb238bd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 379 time: 0.2944431 Jul 22 11:14:37.614827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] Publish callbacks [] for security_group (e7b59e34-df51-4d41-a23f-65625fc7fbde), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.621558 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb2a572b-7cdb-4842-9c94-50566d3e4981 req-ee96f2bc-2b4e-44da-9548-c5eb2346f713 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764998 Jul 22 11:14:37.631304 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-e59d2fc0-407b-4676-9f64-006a8df0b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.631538 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-e59d2fc0-407b-4676-9f64-006a8df0b23d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a51435a-0afb-4925-9311-8d036dddb7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2287090 Jul 22 11:14:37.637300 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:37.638359 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'port': {'device_id': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'admin_state_up': True, 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'security_groups': ['cfe32a0a-fae3-4fb4-943d-cfabe2a9f840']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:37.645716 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.20.0.10 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/3c9a61a2-8eae-42fd-91d8-ee04df69941e) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:37.647735 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d915d6cf-1de0-401b-b19a-4a746ca0114d req-623a7525-4075-4fcd-8274-7c14722061d7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.1011064 Jul 22 11:14:37.648743 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:37.678627 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.758939 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:37.759626 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.762019 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 1093 time: 1.7649319 Jul 22 11:14:37.763714 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:37.766958 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c48b86-7f8b-4ab3-bb87-22157ea02f19" -d '{"events": [{"name": "network-changed", "server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:37.779386 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:37.812761 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd2528-868a-40eb-9d49-919932705ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:37.867867 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c534db06-0f54-4629-aa3e-c2fd7f90559d x-openstack-request-id: req-c534db06-0f54-4629-aa3e-c2fd7f90559d {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:37.868357 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:37.868756 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c534db06-0f54-4629-aa3e-c2fd7f90559d {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:37.870223 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c534db06-0f54-4629-aa3e-c2fd7f90559d'] response: {'name': 'network-changed', 'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb', 'status': 'completed', 'code': 200} Jul 22 11:14:37.915713 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-23e6f37d-db79-4be1-8aeb-2bae9337c4a9 service neutron] 10.222.0.43 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707767 Jul 22 11:14:37.977973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (e7b59e34-df51-4d41-a23f-65625fc7fbde), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.990354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:37.992458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7b59e34-df51-4d41-a23f-65625fc7fbde HTTP/1.1" status: 204 len: 168 time: 0.9049525 Jul 22 11:14:37.994866 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-341d1b20-735a-4017-b19b-5bb764d1cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.000145 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b4bedcd-320c-49da-aa38-18eb7d513fe4 req-341d1b20-735a-4017-b19b-5bb764d1cd6e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5860331 Jul 22 11:14:38.027209 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-ec23a0d7-0717-4b9f-b019-34c2c2b946c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.040148 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-ec23a0d7-0717-4b9f-b019-34c2c2b946c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1127 time: 0.1688669 Jul 22 11:14:38.113312 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d7da-a899-4168-9b87-bd11442eec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b59e34-df51-4d41-a23f-65625fc7fbde,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:38.156442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-f9607c05-5977-4940-a964-27ec84b95156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.158482 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-f9607c05-5977-4940-a964-27ec84b95156 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1127 time: 0.0856416 Jul 22 11:14:38.168250 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:38.251353 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-cfe39a4f-b576-4da1-8006-5b74507aff88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 200 len: 217 time: 0.0783577 Jul 22 11:14:38.256031 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6313d884-c15e-45fc-b37f-437c5b17efb5 req-af925c19-ff4a-4d47-b538-b87d183e8246 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0935624 Jul 22 11:14:38.256769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Made reservation on behalf of f50a15db11214fb5a637fb400dcd928f for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:38.260425 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:38.303669 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-2cfd0789-3d4f-4be2-9bd3-108c193c3f86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 217 time: 0.2101855 Jul 22 11:14:38.306020 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:38.361887 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-278a9406-a5f7-4083-91c9-7f8510ab6214 service neutron] 10.222.0.43 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207540 Jul 22 11:14:38.394267 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-73bd40f7-81c8-4836-8d9a-8997ee4e3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.403413 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-73bd40f7-81c8-4836-8d9a-8997ee4e3da7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1376207 Jul 22 11:14:38.417897 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:38.427780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-e1b681f3-ea37-42a1-a2d4-00ae35559cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.429586 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-e1b681f3-ea37-42a1-a2d4-00ae35559cf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1124806 Jul 22 11:14:38.495784 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:38.539919 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5937c281-14fe-4a82-a7ea-5d2f7bb0be94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:38.606036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:38.613098 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Allocated IP 172.20.0.8 (a5e21a67-be78-4f6f-a34d-4e6e3696796e/575f1120-626a-49e9-86d9-f016573d8885/d89d05f5-4d23-40cd-88f2-d3ff71f50ba0) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:14:38.641657 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:38.651632 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:38.671488 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:38.679501 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.680191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:38.684114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:38.710752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81896e90-c1a7-4f75-9644-d1f1b7c42f14 req-1d00eadd-0779-4f89-9626-9f0640c14a3d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:38.728205 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-81896e90-c1a7-4f75-9644-d1f1b7c42f14 req-1d00eadd-0779-4f89-9626-9f0640c14a3d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 943 time: 0.1412253 Jul 22 11:14:38.759645 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-62dc3a05-c76d-4101-bcf6-9bdae7769bdb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4011278 Jul 22 11:14:38.810103 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-81896e90-c1a7-4f75-9644-d1f1b7c42f14 req-c56c4aa0-c9ff-46fb-851f-f8b1ea6fe17d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Jul 22 11:14:38.961672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.014999 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd06af-4c99-4d76-8235-c2acf9782d22 req-05df9dbf-cd22-479c-b3e7-c5ea5ad58797 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:39.017474 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f6cd06af-4c99-4d76-8235-c2acf9782d22 req-05df9dbf-cd22-479c-b3e7-c5ea5ad58797 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.2448788 Jul 22 11:14:39.019154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.035299 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-298b7d61-cc5d-4ced-b29d-21ac896a70f8 req-55df115b-a156-4802-ba07-c50722c4ffea tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0966866 Jul 22 11:14:39.048046 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-59347a1c-bf04-43c2-ae8c-addb3a060fd9 None None] Provisioning complete for port 3c9a61a2-8eae-42fd-91d8-ee04df69941e triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:39.049542 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-59347a1c-bf04-43c2-ae8c-addb3a060fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.100156 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-59347a1c-bf04-43c2-ae8c-addb3a060fd9 None None] Port 3c9a61a2-8eae-42fd-91d8-ee04df69941e cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:39.111872 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:14:39.123927 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:14:39.127166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:14:39.133618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:39.134618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.153800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:39.174623 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-4cd0158c-da94-4630-9571-6c60ff13e219 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5421510 Jul 22 11:14:39.181603 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f6cd06af-4c99-4d76-8235-c2acf9782d22 req-1f506dc1-e5c7-429d-823d-e159f846e695 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542623 Jul 22 11:14:39.324777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36324) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:39.409293 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657f0a-e0cf-413c-8e9c-bd7df91e6faf req-34bf05b4-9b06-4451-932a-686ea64b364f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:39.411455 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-98657f0a-e0cf-413c-8e9c-bd7df91e6faf req-34bf05b4-9b06-4451-932a-686ea64b364f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 932 time: 0.0652313 Jul 22 11:14:39.432270 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-9d7d30c6-2f4f-4dbe-8437-b5f60c606f57 None None] Provisioning complete for port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:39.432947 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9d7d30c6-2f4f-4dbe-8437-b5f60c606f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.492462 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-98657f0a-e0cf-413c-8e9c-bd7df91e6faf req-c3cf8446-4b89-432c-8588-2c04b1ed2492 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699687 Jul 22 11:14:39.500522 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d30c6-2f4f-4dbe-8437-b5f60c606f57 None None] Port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:14:39.510782 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a994fb5-fee4-4f5f-93c7-68f0333768ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.541562 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:39.616873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a994fb5-fee4-4f5f-93c7-68f0333768ea admin admin] Publish callbacks [] for security_group (24493973-1b2f-4816-8249-e8c8b11d38ae), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.622702 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a994fb5-fee4-4f5f-93c7-68f0333768ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (24493973-1b2f-4816-8249-e8c8b11d38ae), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.672937 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a994fb5-fee4-4f5f-93c7-68f0333768ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24493973-1b2f-4816-8249-e8c8b11d38ae,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:39.679532 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5a994fb5-fee4-4f5f-93c7-68f0333768ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3f3d6309ebc43ba8b8d294b2615e564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529832 Jul 22 11:14:39.683415 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36342) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:39.731020 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Request body: {'port': {'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:39.734336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Request body: {'port': {'device_id': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:14:39.843249 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-bb46c99b-42e7-49de-adc1-af101211091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:39.846359 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-bb46c99b-42e7-49de-adc1-af101211091f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1284461 Jul 22 11:14:39.853743 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-5546269e-9133-4298-a9b1-b86549c23f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:39.863029 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-5546269e-9133-4298-a9b1-b86549c23f83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429100 Jul 22 11:14:39.893748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36354) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:39.912444 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] Publish callbacks [] for security_group (24493973-1b2f-4816-8249-e8c8b11d38ae), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:39.934895 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.009534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.112262 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9af29-da10-46e1-8a44-39aac4f0623b req-46671a90-b6a6-4756-a764-d8726e2d4284 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:40.114351 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c1b9af29-da10-46e1-8a44-39aac4f0623b req-46671a90-b6a6-4756-a764-d8726e2d4284 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 943 time: 0.1849442 Jul 22 11:14:40.141490 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-30d6497d-b6ec-44f1-a8c3-799ed89897c6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840817 Jul 22 11:14:40.207982 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6e458f8f-ad04-4278-85ee-dc84b97823b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.210451 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:40.317323 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ff21-a21d-4c4a-9915-60b2af05e8a8 req-9482c4c3-79c5-43db-ac4e-0148bf16190b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:40.319171 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0959ff21-a21d-4c4a-9915-60b2af05e8a8 req-9482c4c3-79c5-43db-ac4e-0148bf16190b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 931 time: 0.1719000 Jul 22 11:14:40.335160 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:40.347577 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] Publish callbacks [] for security_group (24493973-1b2f-4816-8249-e8c8b11d38ae), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.360631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:40.370496 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-583933ef-0f9b-433d-acfc-908f7b362806 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929733 Jul 22 11:14:40.484335 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-731ef8ac-ed5d-410d-b60c-cedf5bc905d2 req-27aaf5e3-bc63-4b04-839a-9468e3f4aa44 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191855 Jul 22 11:14:40.499167 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0959ff21-a21d-4c4a-9915-60b2af05e8a8 req-4b150bc1-dbdd-43c6-a83d-e1a38f4ccf13 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607394 Jul 22 11:14:40.559163 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6e458f8f-ad04-4278-85ee-dc84b97823b0 admin admin] Publish callbacks [] for security_group (0a6f3cb0-fe80-429c-9faa-bee4d183dbe8), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.565270 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6e458f8f-ad04-4278-85ee-dc84b97823b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0a6f3cb0-fe80-429c-9faa-bee4d183dbe8), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.583804 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c1b9af29-da10-46e1-8a44-39aac4f0623b req-27da2f29-b508-43a0-90ff-d2be99f9bab8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553368 Jul 22 11:14:40.611708 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (24493973-1b2f-4816-8249-e8c8b11d38ae), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.615530 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.634101 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24493973-1b2f-4816-8249-e8c8b11d38ae HTTP/1.1" status: 204 len: 168 time: 0.9325786 Jul 22 11:14:40.669418 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fe0a69a1-d679-4aae-a372-1cbe2a6dc078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.679222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67170baa-da29-477b-932f-21609e6679ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24493973-1b2f-4816-8249-e8c8b11d38ae,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:40.686532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e458f8f-ad04-4278-85ee-dc84b97823b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f3cb0-fe80-429c-9faa-bee4d183dbe8,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:40.698037 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6e458f8f-ad04-4278-85ee-dc84b97823b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903c6398d40a47fcb29aed17dd448db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019793 Jul 22 11:14:40.702836 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9a61a2-8eae-42fd-91d8-ee04df69941e {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:40.712159 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36370) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:40.715698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks [] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.739613 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003768ee-cc0e-42dc-805f-6e3077faf3c9 req-f3027a6d-3f1c-4a9c-bc9d-691b46198673 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:40.741276 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-003768ee-cc0e-42dc-805f-6e3077faf3c9 req-f3027a6d-3f1c-4a9c-bc9d-691b46198673 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 944 time: 0.1448648 Jul 22 11:14:40.785748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Transition to ACTIVE for port object 3c9a61a2-8eae-42fd-91d8-ee04df69941e will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:14:40.788326 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:40.801821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.849922 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c4dd100-ec09-4b74-b5c4-6bc1b1bfdb53 req-aa88cc4f-3ebe-4c2c-a02f-25d6e1a70599 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564917 Jul 22 11:14:40.885619 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130435-80f6-4415-baff-3f54306cd527 req-0ab04d8b-c198-4a44-8dd2-ebec29f12950 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:40.887005 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b9130435-80f6-4415-baff-3f54306cd527 req-0ab04d8b-c198-4a44-8dd2-ebec29f12950 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.1014950 Jul 22 11:14:40.894232 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:40.897856 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-003768ee-cc0e-42dc-805f-6e3077faf3c9 req-ccc16036-4f37-4d25-a317-e7d491887502 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404691 Jul 22 11:14:40.909151 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] Publish callbacks [] for security_group (0a6f3cb0-fe80-429c-9faa-bee4d183dbe8), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:40.919045 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:41.045125 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:41.052293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:14:41.081731 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] Publish callbacks [] for security_group (0a6f3cb0-fe80-429c-9faa-bee4d183dbe8), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.083132 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks [] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.110028 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Attempting to bind port 3c9a61a2-8eae-42fd-91d8-ee04df69941e on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:41.112003 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Attempting to bind port 3c9a61a2-8eae-42fd-91d8-ee04df69941e by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:41.112531 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Attempting to bind port 3c9a61a2-8eae-42fd-91d8-ee04df69941e on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:41.122452 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b9130435-80f6-4415-baff-3f54306cd527 req-bfb9dbd1-b1d1-4e39-8445-2a95af1a60eb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247357 Jul 22 11:14:41.125790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Transition to ACTIVE for port object d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:14:41.138259 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.142271 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=21 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:41.145668 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=13 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:41.152196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Port 3c9a61a2-8eae-42fd-91d8-ee04df69941e on network 32cd3386-64da-4740-85d1-ffc0b29096eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:14:41.153127 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Attempting to bind port 3c9a61a2-8eae-42fd-91d8-ee04df69941e on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:41.219067 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:41.219610 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:41.220889 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:41.222207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Bound port: 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:41.225618 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.230040 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36384) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:41.271917 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:41.287805 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8', 'network_id': '1a51435a-0afb-4925-9311-8d036dddb7a1', 'port_id': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8', 'mac_address': 'fa:16:3e:e9:4d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092c0d4f-68d9-42ce-bdba-a1865c794e3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:14:41.303014 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:41.354858 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Attempting to bind port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:14:41.355395 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Attempting to bind port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:14:41.355854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Attempting to bind port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:41.363732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:14:41.364837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Attempting to bind port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:14:41.373112 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:14:41.373482 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Checking segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:14:41.373970 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Bound using segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:14:41.374992 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Bound port: d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:14:41.375421 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.440400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7a920278-cc88-4dce-bc4f-bf288e721474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.477927 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:41.478377 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.482697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:41.486968 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:41.498002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:41.498245 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.560671 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:41.568953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.596973 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:41.597669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.600849 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 1093 time: 1.8802714 Jul 22 11:14:41.600849 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:41.603972 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aa332e-77dd-422c-9cc9-7c092c6a86ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:41.680261 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da392703-b26b-4f85-8ae5-92c9e8bccba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:41.684520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36394) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:41.711473 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:41.722423 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4211f717-df4f-40d2-aa27-8a66278bd18f x-openstack-request-id: req-4211f717-df4f-40d2-aa27-8a66278bd18f {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:41.722872 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:41.723356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4211f717-df4f-40d2-aa27-8a66278bd18f {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:41.723748 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4211f717-df4f-40d2-aa27-8a66278bd18f'] response: {'name': 'network-changed', 'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'status': 'completed', 'code': 200} Jul 22 11:14:41.893830 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:14:41.902560 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0a6f3cb0-fe80-429c-9faa-bee4d183dbe8), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.905492 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.907493 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a6f3cb0-fe80-429c-9faa-bee4d183dbe8 HTTP/1.1" status: 204 len: 168 time: 1.1938465 Jul 22 11:14:41.917420 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda13c-0bc7-441c-8df5-abbd549cdcc6 req-123dc86c-2e63-447a-94e8-e2c3f69573ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:41.919554 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e7cda13c-0bc7-441c-8df5-abbd549cdcc6 req-123dc86c-2e63-447a-94e8-e2c3f69573ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 943 time: 0.1013777 Jul 22 11:14:41.948775 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:14:41.957720 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fecd8-7ddf-4587-b8b7-8bbc0814bf93 req-d8485844-6c9a-4ded-8685-20df237b0c3c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:41.974971 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a75fecd8-7ddf-4587-b8b7-8bbc0814bf93 req-d8485844-6c9a-4ded-8685-20df237b0c3c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.1936531 Jul 22 11:14:41.981204 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:14:41.988455 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a7ef68f1-c871-4abc-b701-b6cd3bc6498d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:41.996679 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e7cda13c-0bc7-441c-8df5-abbd549cdcc6 req-7e0a95bf-9d47-463c-8962-d53e4246b6a9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Jul 22 11:14:42.011759 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.024882 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a30f57-1844-4be1-96b5-99a86f3170dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6f3cb0-fe80-429c-9faa-bee4d183dbe8,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:42.050546 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.176136 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a7ef68f1-c871-4abc-b701-b6cd3bc6498d admin admin] Publish callbacks [] for security_group (5c7b5dcf-61d9-4d72-86ff-d538b3094b7e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.179934 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.187567 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.193371 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a7ef68f1-c871-4abc-b701-b6cd3bc6498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (5c7b5dcf-61d9-4d72-86ff-d538b3094b7e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.211606 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.212467 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.214242 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c9a61a2-8eae-42fd-91d8-ee04df69941e HTTP/1.1" status: 200 len: 1094 time: 2.4874525 Jul 22 11:14:42.215069 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:42.217880 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22646591-e179-4873-97fd-0eef3c1a3b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:42.234988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a7ef68f1-c871-4abc-b701-b6cd3bc6498d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=761d03dc41b64911b761681bab034b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5465522 Jul 22 11:14:42.275054 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36408) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:42.298719 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a75fecd8-7ddf-4587-b8b7-8bbc0814bf93 req-f59576fa-ca37-4f44-895c-7a8a8db21f73 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221405 Jul 22 11:14:42.299821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d0df3-bc4d-4d8b-a760-466f0ee38e58 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:42.327637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.332722 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7a920278-cc88-4dce-bc4f-bf288e721474 admin admin] Publish callbacks [] for security_group (ac0ee3bc-5238-4ab3-b60c-89f268ac099b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.346394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7a920278-cc88-4dce-bc4f-bf288e721474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ac0ee3bc-5238-4ab3-b60c-89f268ac099b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.382434 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7a920278-cc88-4dce-bc4f-bf288e721474 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e74e1943470a4baaa1b0a00d95432073&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0946879 Jul 22 11:14:42.385819 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36412) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:42.465634 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.466557 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef68f1-c871-4abc-b701-b6cd3bc6498d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b5dcf-61d9-4d72-86ff-d538b3094b7e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:42.525949 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a920278-cc88-4dce-bc4f-bf288e721474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ee3bc-5238-4ab3-b60c-89f268ac099b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:42.529563 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761fc19-36e5-45c0-ba43-bf942e13f040 req-ac119e21-9b51-4721-901a-4b118338423b tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.533675 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f761fc19-36e5-45c0-ba43-bf942e13f040 req-ac119e21-9b51-4721-901a-4b118338423b tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 945 time: 0.3550742 Jul 22 11:14:42.616181 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77417e-8554-45ed-b3b7-e1bde8dd820e req-19c90714-f173-4c69-94fb-8a202fdc82a9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.618028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] Publish callbacks [] for security_group (5c7b5dcf-61d9-4d72-86ff-d538b3094b7e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.632698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.638539 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd77417e-8554-45ed-b3b7-e1bde8dd820e req-19c90714-f173-4c69-94fb-8a202fdc82a9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.1083157 Jul 22 11:14:42.742191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] Publish callbacks [] for security_group (ac0ee3bc-5238-4ab3-b60c-89f268ac099b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.759389 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-271f1c2b-56be-4fde-b07c-d81faa29616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.761209 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-271f1c2b-56be-4fde-b07c-d81faa29616f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1127 time: 0.0999577 Jul 22 11:14:42.793734 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] Publish callbacks [] for security_group (5c7b5dcf-61d9-4d72-86ff-d538b3094b7e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.833934 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:42.842687 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] Publish callbacks [] for security_group (ac0ee3bc-5238-4ab3-b60c-89f268ac099b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:42.861960 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-e9a1e224-5a1d-4a64-acd6-f10f288e07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.864532 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd77417e-8554-45ed-b3b7-e1bde8dd820e req-40308d08-d853-4c50-a0b4-599f122db8ee tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992154 Jul 22 11:14:42.871322 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-e9a1e224-5a1d-4a64-acd6-f10f288e07f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1127 time: 0.1746027 Jul 22 11:14:42.872924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-eba93663-4fd2-4f94-b537-d84758adbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:42.875536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-eba93663-4fd2-4f94-b537-d84758adbaf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 1128 time: 0.1646378 Jul 22 11:14:42.939918 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f761fc19-36e5-45c0-ba43-bf942e13f040 req-4ce885f1-7a61-4938-87dd-273c14d6a3c3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243299 Jul 22 11:14:42.942785 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cdb7ff-df50-4607-b9f6-ff0fc5c48e36 x-openstack-request-id: req-88cdb7ff-df50-4607-b9f6-ff0fc5c48e36 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:42.943370 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:42.943635 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88cdb7ff-df50-4607-b9f6-ff0fc5c48e36 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:42.944048 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cdb7ff-df50-4607-b9f6-ff0fc5c48e36'] response: {'name': 'network-changed', 'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'status': 'completed', 'code': 200} Jul 22 11:14:43.029144 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-7ba9dbac-1662-483d-ac40-764bd36f78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.030693 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-7ba9dbac-1662-483d-ac40-764bd36f78e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.2596917 Jul 22 11:14:43.085066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ac0ee3bc-5238-4ab3-b60c-89f268ac099b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.087703 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.093883 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac0ee3bc-5238-4ab3-b60c-89f268ac099b HTTP/1.1" status: 204 len: 168 time: 0.7046537 Jul 22 11:14:43.099859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device f7e02999-84b1-4561-a0b0-1237dc6412bb details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:14:43.108249 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-7b75363f-e205-4ec6-9b2b-24e9c7a013d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 217 time: 0.0625629 Jul 22 11:14:43.110191 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-f9a4abca-5d22-4d10-ad6a-bf09720e8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.112985 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-f9a4abca-5d22-4d10-ad6a-bf09720e8249 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f50a15db11214fb5a637fb400dcd928f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2207510 Jul 22 11:14:43.116253 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-21fe057f-1494-4952-9333-f8a036479abd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e HTTP/1.1" status: 200 len: 217 time: 0.2221203 Jul 22 11:14:43.122726 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24022fb-a9ca-4b3b-882b-104c5d2c8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ee3bc-5238-4ab3-b60c-89f268ac099b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:43.156125 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:43.175675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (5c7b5dcf-61d9-4d72-86ff-d538b3094b7e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.180068 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.181870 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c7b5dcf-61d9-4d72-86ff-d538b3094b7e HTTP/1.1" status: 204 len: 168 time: 0.9057002 Jul 22 11:14:43.228472 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db4890-55ad-4ea9-b37d-5f9e0be1dffb req-e2be10f4-8bf7-4d2f-be07-9dfe00e7d0a2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.236422 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1db4890-55ad-4ea9-b37d-5f9e0be1dffb req-e2be10f4-8bf7-4d2f-be07-9dfe00e7d0a2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 943 time: 0.1270702 Jul 22 11:14:43.269167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-6b1899bb-8e06-4cae-98be-bd7fbbb1277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.269844 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-6b1899bb-8e06-4cae-98be-bd7fbbb1277a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1016891 Jul 22 11:14:43.284400 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:14:43.303052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:43.303891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.346389 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1db4890-55ad-4ea9-b37d-5f9e0be1dffb req-48a3f3ca-2ad8-44af-a011-3eabe7340693 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085329 Jul 22 11:14:43.347684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78931148-156b-4807-83f2-26f057185d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b5dcf-61d9-4d72-86ff-d538b3094b7e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:43.350289 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-6635db0e-8d24-4cae-8a33-2ab9cecf7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.352037 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96aa332e-77dd-422c-9cc9-7c092c6a86ef req-6635db0e-8d24-4cae-8a33-2ab9cecf7265 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140014 Jul 22 11:14:43.371618 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-65eaa739-fc67-448d-97b8-de6aaad1a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.373166 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-65eaa739-fc67-448d-97b8-de6aaad1a684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923259 Jul 22 11:14:43.389268 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-e98c1991-6eba-4c44-8103-750665ac5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.390773 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-e98c1991-6eba-4c44-8103-750665ac5ea1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.2439156 Jul 22 11:14:43.434394 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:43.501950 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-98981986-3eb1-4014-be0d-8ea1cde3717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.503785 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-98981986-3eb1-4014-be0d-8ea1cde3717f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036708 Jul 22 11:14:43.527279 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:43.527679 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.553575 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'f7e02999-84b1-4561-a0b0-1237dc6412bb', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'port_id': 'f7e02999-84b1-4561-a0b0-1237dc6412bb', 'mac_address': 'fa:16:3e:8d:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:14:43.560756 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-3d2c0365-0045-48aa-82cb-9cae29eb30ea service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716166 Jul 22 11:14:43.573196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:43.585029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:43.629320 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:43.633844 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-b9fe3f5d-3250-4ede-8d06-e72875ba392e service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199815 Jul 22 11:14:43.653837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-66ba5c3d-15be-4908-88d1-01009f9b659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.655745 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-66ba5c3d-15be-4908-88d1-01009f9b659d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1127 time: 0.2448869 Jul 22 11:14:43.721395 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:43.741709 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.754479 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-b8dc0b10-3e9b-46a6-92d6-0516f12796a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 217 time: 0.0712650 Jul 22 11:14:43.754698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.762914 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port f7e02999-84b1-4561-a0b0-1237dc6412bb is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:43.766528 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.767645 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9fa3-818f-4cb6-820d-73c355bd1ec3 req-3b72f5dd-5cb4-4efa-8813-a1d4fc0b6242 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.769483 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-253b9fa3-818f-4cb6-820d-73c355bd1ec3 req-3b72f5dd-5cb4-4efa-8813-a1d4fc0b6242 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.2706017 Jul 22 11:14:43.805766 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-08c48b86-7f8b-4ab3-bb87-22157ea02f19 req-b023e568-f047-45eb-97b4-743c63b5185d service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323151 Jul 22 11:14:43.878505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e02999-84b1-4561-a0b0-1237dc6412bb {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:43.908434 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:43.927289 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.950127 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:43.977017 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-bd2f86c6-a8f8-48ef-bc0e-ec05e4f67113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:43.978571 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-bd2f86c6-a8f8-48ef-bc0e-ec05e4f67113 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.2081416 Jul 22 11:14:43.979983 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:43.995332 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-253b9fa3-818f-4cb6-820d-73c355bd1ec3 req-2a0acfd8-37ce-4f9f-b81c-95932d27f8d1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760020 Jul 22 11:14:43.998137 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4de3a65d-da1f-4dc0-8975-a1af6bc6bcd7 req-9282ac9d-2eca-4184-a80c-656296e97e2d service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227918 Jul 22 11:14:44.127017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea97c7-c158-4101-a1ab-329d9f5d5cec req-f912bf53-9501-464f-9d25-159be08af2c8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:44.132551 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-51ea97c7-c158-4101-a1ab-329d9f5d5cec req-f912bf53-9501-464f-9d25-159be08af2c8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0818856 Jul 22 11:14:44.145074 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-abcfdb9e-fbf2-4fe2-a5a8-6cfa5125abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:44.149233 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-abcfdb9e-fbf2-4fe2-a5a8-6cfa5125abc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505570 Jul 22 11:14:44.159338 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:44.192790 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d522a5-c28e-412c-a2ff-a35fc5bde60b" -d '{"events": [{"server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "name": "network-vif-plugged", "status": "completed", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:44.223111 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976ac9-0900-460d-b0d4-241198823daa req-ccef17f1-3d07-4a78-ba07-51274229516e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:44.226471 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-51ea97c7-c158-4101-a1ab-329d9f5d5cec req-66a1dd25-84fd-4833-87d5-250fe3b63b74 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872509 Jul 22 11:14:44.232539 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e8976ac9-0900-460d-b0d4-241198823daa req-ccef17f1-3d07-4a78-ba07-51274229516e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.1117260 Jul 22 11:14:44.262304 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['f7e02999-84b1-4561-a0b0-1237dc6412bb'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:14:44.291489 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36476) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:44.301681 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e8976ac9-0900-460d-b0d4-241198823daa req-5c1885f7-41dc-4e87-a116-43636b2570a2 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678887 Jul 22 11:14:44.320481 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f2817315-bbc4-4dde-b19e-ad20ae043c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.399985 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:44.504802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f2817315-bbc4-4dde-b19e-ad20ae043c25 admin admin] Publish callbacks [] for security_group (dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.513684 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f2817315-bbc4-4dde-b19e-ad20ae043c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.520584 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c0e99-6d6c-46c7-9eee-850d5ec70b95 req-076bcb7b-c274-4ae8-87f0-06510098ec7e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:44.531837 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-440c0e99-6d6c-46c7-9eee-850d5ec70b95 req-076bcb7b-c274-4ae8-87f0-06510098ec7e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 944 time: 0.0938754 Jul 22 11:14:44.540991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:44.555016 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1c02b-9824-47dc-a4a9-b526fd6c55da x-openstack-request-id: req-94c1c02b-9824-47dc-a4a9-b526fd6c55da {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:44.556647 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "name": "network-vif-plugged", "status": "completed", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:44.558896 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94c1c02b-9824-47dc-a4a9-b526fd6c55da {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:44.562291 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c1c02b-9824-47dc-a4a9-b526fd6c55da'] response: {'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8', 'code': 200} Jul 22 11:14:44.580668 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f2817315-bbc4-4dde-b19e-ad20ae043c25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aebb6b957bb4988b1e6dfdb335bbb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878382 Jul 22 11:14:44.581328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36484) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:44.595709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2817315-bbc4-4dde-b19e-ad20ae043c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:44.628821 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-440c0e99-6d6c-46c7-9eee-850d5ec70b95 req-74add262-4dce-48f2-a0b5-5edced760f3d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949993 Jul 22 11:14:44.692210 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] Publish callbacks [] for security_group (dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.724907 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] Publish callbacks [] for security_group (dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.814575 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.817710 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:44.819294 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a HTTP/1.1" status: 204 len: 168 time: 0.2362618 Jul 22 11:14:44.831874 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f3a2-1da5-49fd-a334-c3a2b5884b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc02bf37-9cfa-40c1-b8d4-e95c8c6e7d3a,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:45.095862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 6c864331-87d8-4526-8824-f0d87403783e details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:14:45.103614 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device f7e02999-84b1-4561-a0b0-1237dc6412bb up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:45.136259 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:45.220700 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b489387-0760-48b6-b48b-512c0cfdb5d7 req-674d927c-9041-4552-a7fa-9e8f99ba8bd5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:45.229600 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7b489387-0760-48b6-b48b-512c0cfdb5d7 req-674d927c-9041-4552-a7fa-9e8f99ba8bd5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0970557 Jul 22 11:14:45.235153 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port f7e02999-84b1-4561-a0b0-1237dc6412bb completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:14:45.259680 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port f7e02999-84b1-4561-a0b0-1237dc6412bb triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:45.260094 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.290355 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:45.324431 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-a8ccf7f8-f393-43f1-9e03-65ae09741d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:45.329361 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-a8ccf7f8-f393-43f1-9e03-65ae09741d21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 1128 time: 0.1363080 Jul 22 11:14:45.393857 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=6c864331-87d8-4526-8824-f0d87403783e,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:45.417121 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7b489387-0760-48b6-b48b-512c0cfdb5d7 req-29c55392-5553-4b31-8fb2-190d56284fb2 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722696 Jul 22 11:14:45.462170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '6c864331-87d8-4526-8824-f0d87403783e', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'port_id': '6c864331-87d8-4526-8824-f0d87403783e', 'mac_address': 'fa:16:3e:71:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:14:45.573653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 6c864331-87d8-4526-8824-f0d87403783e is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:45.576146 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (6c864331-87d8-4526-8824-f0d87403783e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.593333 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-0f36cecb-82a0-4a89-bd96-1d2b34200ffa service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151192 Jul 22 11:14:45.598835 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port f7e02999-84b1-4561-a0b0-1237dc6412bb is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:45.600341 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.617718 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-09a9168f-47c2-4490-9671-f8e99204b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:45.621957 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-09a9168f-47c2-4490-9671-f8e99204b1dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 1130 time: 0.1694417 Jul 22 11:14:45.641798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c864331-87d8-4526-8824-f0d87403783e {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:45.755887 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-a71a34c0-0da8-4bae-bdf1-7dc54e7b462d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.764777 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=6c864331-87d8-4526-8824-f0d87403783e,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:45.769383 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:45.773666 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.792358 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:45.819291 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f01ca-5886-498b-8eab-9907133b2909 req-6812329d-09d4-4e6b-b6b1-82bae3c635a5 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:45.838164 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-645f01ca-5886-498b-8eab-9907133b2909 req-6812329d-09d4-4e6b-b6b1-82bae3c635a5 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.2149084 Jul 22 11:14:45.927640 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:46.020366 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-645f01ca-5886-498b-8eab-9907133b2909 req-632fa671-804b-4e40-8be8-ae3f6b6a6dea tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803520 Jul 22 11:14:46.055211 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:46.127572 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-a71a34c0-0da8-4bae-bdf1-7dc54e7b462d service neutron] Publish callbacks [] for security_group (033f1277-b9fb-4ebc-a05b-c8cc804884cc), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:46.129776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:46.137815 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-a71a34c0-0da8-4bae-bdf1-7dc54e7b462d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (033f1277-b9fb-4ebc-a05b-c8cc804884cc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:46.146363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81794279-d6b0-4442-83de-bd7dc716514a req-32b532db-bc78-4c7e-b99f-0ddae349cea9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:46.153875 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81794279-d6b0-4442-83de-bd7dc716514a req-32b532db-bc78-4c7e-b99f-0ddae349cea9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.5402009 Jul 22 11:14:46.219424 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a34c0-0da8-4bae-bdf1-7dc54e7b462d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=033f1277-b9fb-4ebc-a05b-c8cc804884cc,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:46.306475 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81794279-d6b0-4442-83de-bd7dc716514a req-109d93dc-c569-4a6c-af9d-9a40545e8db5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489770 Jul 22 11:14:46.334257 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-95b39169-80e1-4556-8f50-c0607a5bbc83 req-cce81fc6-cc35-4b35-98c8-30e01d856e6b service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993227 Jul 22 11:14:46.337286 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-423703ae-fcc4-4ce4-ab1d-bfb38ba383f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:46.345937 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-423703ae-fcc4-4ce4-ab1d-bfb38ba383f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.9693446 Jul 22 11:14:46.353898 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe56f10-e4ee-4b6e-8d09-8e59e06a774f req-37dfce6a-0fa2-4f5d-9729-1cd96fcc988d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:46.355806 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6fe56f10-e4ee-4b6e-8d09-8e59e06a774f req-37dfce6a-0fa2-4f5d-9729-1cd96fcc988d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1423664 Jul 22 11:14:46.360953 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-097e96a1-4d5e-4a3a-b914-e33be6e05e87 req-a71a34c0-0da8-4bae-bdf1-7dc54e7b462d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094181 Jul 22 11:14:46.431738 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6fe56f10-e4ee-4b6e-8d09-8e59e06a774f req-108fe6b0-9ab0-4020-a6a0-949ffefce932 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677757 Jul 22 11:14:46.542427 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642c23d-47f7-4548-a907-16a872025b53 req-0c0af34e-d4b9-457b-9e6f-cf6e1a5a8cf9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:46.544258 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d642c23d-47f7-4548-a907-16a872025b53 req-0c0af34e-d4b9-457b-9e6f-cf6e1a5a8cf9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0529885 Jul 22 11:14:46.563300 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:46.569741 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a5c201-5fee-4c9c-82ea-3af47da10426" -d '{"events": [{"server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "name": "network-vif-plugged", "status": "completed", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:46.609328 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a6405-9992-4710-bb7f-1ef53e9265db x-openstack-request-id: req-2d9a6405-9992-4710-bb7f-1ef53e9265db {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:46.611896 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "name": "network-vif-plugged", "status": "completed", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:46.612244 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9a6405-9992-4710-bb7f-1ef53e9265db {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:46.613115 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9a6405-9992-4710-bb7f-1ef53e9265db'] response: {'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb', 'code': 200} Jul 22 11:14:46.613988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d642c23d-47f7-4548-a907-16a872025b53 req-ce3de1dd-0acd-436c-b350-58f94f045436 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631325 Jul 22 11:14:47.166331 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da683-2094-4d4e-8ba2-69a92ce546d3 req-571722b5-e512-4b18-b61e-dc96e44b72a4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:47.168029 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c5da683-2094-4d4e-8ba2-69a92ce546d3 req-571722b5-e512-4b18-b61e-dc96e44b72a4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0559044 Jul 22 11:14:47.224435 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c5da683-2094-4d4e-8ba2-69a92ce546d3 req-e50ac20a-6b66-48f0-a3ad-e6b5f5b94f9c tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Jul 22 11:14:47.417587 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:47.439495 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a92f-deb1-4261-bd0c-1840b08c4b27 req-47eef218-f05c-479d-a328-9338acc41693 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:47.441200 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab52a92f-deb1-4261-bd0c-1840b08c4b27 req-47eef218-f05c-479d-a328-9338acc41693 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0584083 Jul 22 11:14:47.511387 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab52a92f-deb1-4261-bd0c-1840b08c4b27 req-253bf749-1f77-4d82-b1d2-bc9414be9388 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624073 Jul 22 11:14:47.568005 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e595a-51c3-4660-88ba-ef3ab37c3514 req-cea6dfcc-f414-49cf-95ab-6ae0c506fd27 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:47.569553 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8b3e595a-51c3-4660-88ba-ef3ab37c3514 req-cea6dfcc-f414-49cf-95ab-6ae0c506fd27 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Jul 22 11:14:47.631309 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8b3e595a-51c3-4660-88ba-ef3ab37c3514 req-f7e16a77-3eec-4593-b12f-be73e34d6f70 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Jul 22 11:14:47.753693 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcffd3-74be-481c-a61e-cb836c592aa8 req-5515e26c-5f67-4e56-a188-70a0c657e2fd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:47.755246 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5fcffd3-74be-481c-a61e-cb836c592aa8 req-5515e26c-5f67-4e56-a188-70a0c657e2fd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0611951 Jul 22 11:14:47.807075 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5fcffd3-74be-481c-a61e-cb836c592aa8 req-6d2db5f1-c19e-40e9-814c-3dc66d4012f0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448968 Jul 22 11:14:47.817191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36644) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:47.845790 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36648) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:47.959770 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2973614f-d491-4959-8105-f489884680b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:47.995164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fe5433e4-ae23-4e0d-81a6-ea0cbb66fb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.070774 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:48.103304 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2973614f-d491-4959-8105-f489884680b9 admin admin] Publish callbacks [] for security_group (c623acd0-aced-44d5-91fa-590174161b7a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.111651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2973614f-d491-4959-8105-f489884680b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c623acd0-aced-44d5-91fa-590174161b7a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.170191 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2973614f-d491-4959-8105-f489884680b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db815250738b49779631fbdf99f861e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233347 Jul 22 11:14:48.172157 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fe5433e4-ae23-4e0d-81a6-ea0cbb66fb8e admin admin] Publish callbacks [] for security_group (26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.173518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36654) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:48.173725 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973614f-d491-4959-8105-f489884680b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623acd0-aced-44d5-91fa-590174161b7a,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:48.177898 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fe5433e4-ae23-4e0d-81a6-ea0cbb66fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.218852 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-fe5433e4-ae23-4e0d-81a6-ea0cbb66fb8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7a3630a87d44b56810bfa23ecc92996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997512 Jul 22 11:14:48.219790 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5433e4-ae23-4e0d-81a6-ea0cbb66fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:48.222081 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36656) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:48.229874 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] Publish callbacks [] for security_group (c623acd0-aced-44d5-91fa-590174161b7a), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.256483 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] Publish callbacks [] for security_group (c623acd0-aced-44d5-91fa-590174161b7a), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.277799 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] Publish callbacks [] for security_group (26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.303889 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] Publish callbacks [] for security_group (26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.309841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c623acd0-aced-44d5-91fa-590174161b7a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.312665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.313900 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c623acd0-aced-44d5-91fa-590174161b7a HTTP/1.1" status: 204 len: 168 time: 0.1391687 Jul 22 11:14:48.326203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8c847-579f-4551-a50a-64a03b9d622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623acd0-aced-44d5-91fa-590174161b7a,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:48.350405 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:48.380705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226ba2-9b73-478c-8147-f26c95f0d152 req-a4cf18a5-3b78-4093-9907-66660281e743 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:48.382231 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-02226ba2-9b73-478c-8147-f26c95f0d152 req-a4cf18a5-3b78-4093-9907-66660281e743 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0814662 Jul 22 11:14:48.418566 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.421466 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.422628 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc HTTP/1.1" status: 204 len: 168 time: 0.1996231 Jul 22 11:14:48.439742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fad87-6333-487d-acd5-2ac32b01f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f23fe6-f6bf-43b4-873a-1ccd1a9cd7dc,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:48.456686 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-02226ba2-9b73-478c-8147-f26c95f0d152 req-9d192a92-f182-4b11-ae91-961945e794f0 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684617 Jul 22 11:14:48.655368 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de476-0b0c-4431-a8c8-44b0d3fe2391 req-c585b452-22f4-4cbf-91e9-b285a2477fa1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:48.656150 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['6c864331-87d8-4526-8824-f0d87403783e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:14:48.669732 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-330de476-0b0c-4431-a8c8-44b0d3fe2391 req-c585b452-22f4-4cbf-91e9-b285a2477fa1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0845039 Jul 22 11:14:48.764642 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-330de476-0b0c-4431-a8c8-44b0d3fe2391 req-2c2a2720-912f-4ed1-9df8-a6d3bc25e638 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842912 Jul 22 11:14:48.767507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36674) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:48.800507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a1ece7a-df93-40b8-8e5e-1156b0d92580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:48.844234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:48.867750 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80716fe-b453-4272-9b91-e586516dd2f7 req-8dd8156d-3daf-46a9-ac81-3aba7f64c5a0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:48.877180 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f80716fe-b453-4272-9b91-e586516dd2f7 req-8dd8156d-3daf-46a9-ac81-3aba7f64c5a0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1217272 Jul 22 11:14:48.984558 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f80716fe-b453-4272-9b91-e586516dd2f7 req-3de7f956-054d-4d25-b5e0-b5eb6cc240af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863974 Jul 22 11:14:49.000181 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-0cdad14f-452b-4682-9a2d-46708b354e77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e HTTP/1.1" status: 200 len: 217 time: 0.1063831 Jul 22 11:14:49.031826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a4e1-581d-418d-9965-81f8ffe1488e req-e9bc3c0a-76cb-4ac0-9d4e-9656f340aee0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:49.034097 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd36a4e1-581d-418d-9965-81f8ffe1488e req-e9bc3c0a-76cb-4ac0-9d4e-9656f340aee0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.1084390 Jul 22 11:14:49.072450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a1ece7a-df93-40b8-8e5e-1156b0d92580 admin admin] Publish callbacks [] for security_group (611a8794-a57e-4c76-a9e6-141e7796e817), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.095922 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5a1ece7a-df93-40b8-8e5e-1156b0d92580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (611a8794-a57e-4c76-a9e6-141e7796e817), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.107497 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36680) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:49.125090 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7271f3a8-2def-4a53-bd72-4c9db83b2f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.149493 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd36a4e1-581d-418d-9965-81f8ffe1488e req-042725d2-93cf-43f6-9d10-271808ae9150 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042190 Jul 22 11:14:49.154747 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5a1ece7a-df93-40b8-8e5e-1156b0d92580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52d7fed635f74eeba01057ef0a151d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822670 Jul 22 11:14:49.156867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ece7a-df93-40b8-8e5e-1156b0d92580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611a8794-a57e-4c76-a9e6-141e7796e817,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:49.158396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36682) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:49.247351 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] Publish callbacks [] for security_group (611a8794-a57e-4c76-a9e6-141e7796e817), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.259915 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7271f3a8-2def-4a53-bd72-4c9db83b2f90 admin admin] Publish callbacks [] for security_group (993c25a5-0b46-4c8e-a116-5f89f8bad514), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.267703 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7271f3a8-2def-4a53-bd72-4c9db83b2f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (993c25a5-0b46-4c8e-a116-5f89f8bad514), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.308993 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] Publish callbacks [] for security_group (611a8794-a57e-4c76-a9e6-141e7796e817), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.323938 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271f3a8-2def-4a53-bd72-4c9db83b2f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993c25a5-0b46-4c8e-a116-5f89f8bad514,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:49.331547 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7271f3a8-2def-4a53-bd72-4c9db83b2f90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eae4242ed93445e2821db5f5081e9459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229316 Jul 22 11:14:49.334273 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36684) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:49.353526 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:49.373951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (611a8794-a57e-4c76-a9e6-141e7796e817), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.377243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.378323 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/611a8794-a57e-4c76-a9e6-141e7796e817 HTTP/1.1" status: 204 len: 168 time: 0.2183790 Jul 22 11:14:49.386385 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e4c68-af53-4152-8111-ae0bd6dcb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a8794-a57e-4c76-a9e6-141e7796e817,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:49.394534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] Publish callbacks [] for security_group (993c25a5-0b46-4c8e-a116-5f89f8bad514), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.421655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] Publish callbacks [] for security_group (993c25a5-0b46-4c8e-a116-5f89f8bad514), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.456530 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:49.484980 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (993c25a5-0b46-4c8e-a116-5f89f8bad514), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.489016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:49.491742 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/993c25a5-0b46-4c8e-a116-5f89f8bad514 HTTP/1.1" status: 204 len: 168 time: 0.1564281 Jul 22 11:14:49.502727 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f68804-47af-49c1-8e73-a2d9a896ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993c25a5-0b46-4c8e-a116-5f89f8bad514,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:49.631346 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279ff8-fa50-47a8-9844-7bdb360ec821 req-6eb20b8e-721a-4e57-8bc8-6d1d9128335a tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:49.632927 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2f279ff8-fa50-47a8-9844-7bdb360ec821 req-6eb20b8e-721a-4e57-8bc8-6d1d9128335a tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0625236 Jul 22 11:14:49.704011 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2f279ff8-fa50-47a8-9844-7bdb360ec821 req-ba4664cd-06be-4af7-a41c-328b23dd84eb tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Jul 22 11:14:49.909821 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50435-8b08-4424-b94b-5f1624a5ce46 req-b7a8b655-29ed-4f50-8b14-80d029793ab6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:49.911494 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6ee50435-8b08-4424-b94b-5f1624a5ce46 req-b7a8b655-29ed-4f50-8b14-80d029793ab6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0574770 Jul 22 11:14:49.982988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6ee50435-8b08-4424-b94b-5f1624a5ce46 req-73ee5793-699c-4444-8e39-1a9b96857df0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636003 Jul 22 11:14:50.115030 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5cd2-72b5-4fea-a6e1-7e78ae51ea8e req-18c1edac-2d19-4a6a-8cfc-78385b1363d1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:50.117427 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-20cf5cd2-72b5-4fea-a6e1-7e78ae51ea8e req-18c1edac-2d19-4a6a-8cfc-78385b1363d1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0590134 Jul 22 11:14:50.168926 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-20cf5cd2-72b5-4fea-a6e1-7e78ae51ea8e req-8f536bb5-3513-49a0-a8cb-5b1110c3ed95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 Jul 22 11:14:50.286346 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a990b-552a-443e-81fd-befdc36985d3 req-b014a62a-a33b-4359-b90e-203c57bfb158 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:50.289063 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dc0a990b-552a-443e-81fd-befdc36985d3 req-b014a62a-a33b-4359-b90e-203c57bfb158 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0550203 Jul 22 11:14:50.342343 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dc0a990b-552a-443e-81fd-befdc36985d3 req-3314c331-80d8-4656-b543-c60d1d9a24ce tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478303 Jul 22 11:14:50.850480 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34d8f7-4add-4349-a6eb-9b4e8be3d331 req-8f674f4d-0ce4-423c-85c0-2ea9875fdf2e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:50.856094 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ab34d8f7-4add-4349-a6eb-9b4e8be3d331 req-8f674f4d-0ce4-423c-85c0-2ea9875fdf2e tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0754561 Jul 22 11:14:50.910198 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ab34d8f7-4add-4349-a6eb-9b4e8be3d331 req-4f94758b-0ced-4174-a9bb-8d2520de00e3 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Jul 22 11:14:51.119103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d2354-2775-41fb-bb3a-4ebd6b307788 req-8e6816a3-ee1a-4de4-aee5-a2e8b13d9ee0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:51.120707 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-609d2354-2775-41fb-bb3a-4ebd6b307788 req-8e6816a3-ee1a-4de4-aee5-a2e8b13d9ee0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0554435 Jul 22 11:14:51.174067 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-609d2354-2775-41fb-bb3a-4ebd6b307788 req-4f743fdc-dfe8-4e8b-a0ca-97e3163f986a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468969 Jul 22 11:14:51.309234 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc0d77-9c4a-4616-bc73-ecb710f6a514 req-5062c469-78d9-42e6-8484-c8e631df401d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:51.310888 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aedc0d77-9c4a-4616-bc73-ecb710f6a514 req-5062c469-78d9-42e6-8484-c8e631df401d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Jul 22 11:14:51.370202 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aedc0d77-9c4a-4616-bc73-ecb710f6a514 req-095e761d-6cab-4594-a715-48ac6b43bd0c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Jul 22 11:14:51.479071 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1336-e2dc-467c-91c9-9072b28bec28 req-2f02c242-847e-4b03-b6e8-73eff1cbefc8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:51.480682 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bd0e1336-e2dc-467c-91c9-9072b28bec28 req-2f02c242-847e-4b03-b6e8-73eff1cbefc8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0568521 Jul 22 11:14:51.547023 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bd0e1336-e2dc-467c-91c9-9072b28bec28 req-49e4876d-164a-4620-8563-c583e3078f1a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575697 Jul 22 11:14:52.062338 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2d359-6846-47be-9c9e-fd074e2ec872 req-f9344aee-0aa0-48d4-9526-ac59152a9782 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:52.064735 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c1c2d359-6846-47be-9c9e-fd074e2ec872 req-f9344aee-0aa0-48d4-9526-ac59152a9782 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0618227 Jul 22 11:14:52.122741 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 3c9a61a2-8eae-42fd-91d8-ee04df69941e details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:14:52.125349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 6c864331-87d8-4526-8824-f0d87403783e up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:52.135858 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c1c2d359-6846-47be-9c9e-fd074e2ec872 req-ef208695-95a0-4264-95ba-74dede175eea tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Jul 22 11:14:52.171831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36840) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:52.172360 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:52.357993 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855dc0a-8837-4fd6-8ce0-e392beef6763 req-3c7b0c11-e6a5-4b7d-b8d3-508f922825d0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:52.359806 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c855dc0a-8837-4fd6-8ce0-e392beef6763 req-3c7b0c11-e6a5-4b7d-b8d3-508f922825d0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 944 time: 0.0911019 Jul 22 11:14:52.361399 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.384493 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:52.427924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:52.459071 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c855dc0a-8837-4fd6-8ce0-e392beef6763 req-84fe6d7d-041b-4af1-b624-a9141f24dc64 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862570 Jul 22 11:14:52.469653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:52.487370 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:14:52.538199 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 6c864331-87d8-4526-8824-f0d87403783e completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:14:52.550246 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Publish callbacks [] for security_group (59cd2986-4977-413c-ba00-9578c46a4a0f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.553756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 6c864331-87d8-4526-8824-f0d87403783e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:52.554133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (6c864331-87d8-4526-8824-f0d87403783e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.555813 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (59cd2986-4977-413c-ba00-9578c46a4a0f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.583814 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 3c9a61a2-8eae-42fd-91d8-ee04df69941e is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:52.583996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.598478 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:52.606483 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e7b9a-32e9-489d-b503-dea342b3624a req-a5ab2292-8736-47b6-ac0a-c1c144b314b5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:52.613676 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9a61a2-8eae-42fd-91d8-ee04df69941e {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:52.621320 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a2e7b9a-32e9-489d-b503-dea342b3624a req-a5ab2292-8736-47b6-ac0a-c1c144b314b5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1125484 Jul 22 11:14:52.632930 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f96f5bb355964b61ac770d29d3bdf456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598787 Jul 22 11:14:52.643141 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36864) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:52.664258 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd2986-4977-413c-ba00-9578c46a4a0f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:52.680952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:52.688952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.712541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.714209 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.714830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.715456 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.715906 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.716359 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.716837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.717382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.718983 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.719541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.721226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.721226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.721924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.725065 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.726338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848098dc-8a61-40a5-847d-f5f4d0bca745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.735191 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a2e7b9a-32e9-489d-b503-dea342b3624a req-82777515-c549-40ed-8bd5-1f14efc8d1c4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127169 Jul 22 11:14:52.779583 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 6c864331-87d8-4526-8824-f0d87403783e is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:52.781103 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (6c864331-87d8-4526-8824-f0d87403783e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.800371 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] Publish callbacks [] for security_group (59cd2986-4977-413c-ba00-9578c46a4a0f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.823620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f01c6-3420-4b13-aee9-1c944ce95e8c req-fc14dd9a-8c2d-4fb9-8da8-ab84e0ae94ca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:52.825539 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-530f01c6-3420-4b13-aee9-1c944ce95e8c req-fc14dd9a-8c2d-4fb9-8da8-ab84e0ae94ca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.1451731 Jul 22 11:14:52.835671 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:52.843977 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c864331-87d8-4526-8824-f0d87403783e'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:52.846343 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c215c7a-78eb-461b-a9a5-5499ca7ba59a" -d '{"events": [{"server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c864331-87d8-4526-8824-f0d87403783e"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:52.852831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] Publish callbacks [] for security_group (59cd2986-4977-413c-ba00-9578c46a4a0f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.855293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.855635 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.856181 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.856745 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.857230 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.857726 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.858219 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.858893 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.859440 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.859971 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.860790 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.861407 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.861929 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.862474 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.863179 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:52.884071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=6c864331-87d8-4526-8824-f0d87403783e,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:52.891105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:52.924148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dcbaf5-61be-4f6f-b1c8-b7f3d7245722 x-openstack-request-id: req-f1dcbaf5-61be-4f6f-b1c8-b7f3d7245722 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:52.924518 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c864331-87d8-4526-8824-f0d87403783e", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:52.924852 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1dcbaf5-61be-4f6f-b1c8-b7f3d7245722 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:52.925673 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dcbaf5-61be-4f6f-b1c8-b7f3d7245722'] response: {'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c864331-87d8-4526-8824-f0d87403783e', 'code': 200} Jul 22 11:14:52.939812 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:52.992386 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:53.011722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['3c9a61a2-8eae-42fd-91d8-ee04df69941e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:14:53.078451 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-530f01c6-3420-4b13-aee9-1c944ce95e8c req-e680462d-33e5-49aa-8230-d9315dc19043 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362149 Jul 22 11:14:53.098158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-7451401f-b722-47fc-bf4a-0da9f8a1a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.099651 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-7451401f-b722-47fc-bf4a-0da9f8a1a222 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.1656277 Jul 22 11:14:53.192197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-1df5ef7f-9347-4e6b-a3ef-aed6d11e493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.195285 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-1df5ef7f-9347-4e6b-a3ef-aed6d11e493a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868769 Jul 22 11:14:53.205849 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0f7a0-2b25-43df-887d-6c5de0b5086f req-ece9a138-bd9f-4a63-8b79-5f5c0462a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.208177 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bfc0f7a0-2b25-43df-887d-6c5de0b5086f req-ece9a138-bd9f-4a63-8b79-5f5c0462a8ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1129 time: 0.0988407 Jul 22 11:14:53.216853 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (59cd2986-4977-413c-ba00-9578c46a4a0f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:53.230133 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:53.235644 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59cd2986-4977-413c-ba00-9578c46a4a0f HTTP/1.1" status: 204 len: 168 time: 0.5869803 Jul 22 11:14:53.331354 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bfc0f7a0-2b25-43df-887d-6c5de0b5086f req-9067e0d8-d307-49f4-891b-1a2a4bfe1e0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Jul 22 11:14:53.384552 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb93dc-2b51-42bf-8d61-d001ca5c7fec req-ba5923fc-3413-4aaf-a08c-7de73c106997 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.391456 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7eb93dc-2b51-42bf-8d61-d001ca5c7fec req-ba5923fc-3413-4aaf-a08c-7de73c106997 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0797474 Jul 22 11:14:53.407232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75b599-07ca-46b2-93aa-3feae48ca0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cd2986-4977-413c-ba00-9578c46a4a0f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:53.411706 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36900) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:53.475442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f78fd-83d6-4d08-84d2-9dd75202c3a0 req-0d2389e0-2695-48ba-b249-6360ee4b8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.477868 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b8f78fd-83d6-4d08-84d2-9dd75202c3a0 req-0d2389e0-2695-48ba-b249-6360ee4b8f1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1129 time: 0.2379713 Jul 22 11:14:53.760163 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7eb93dc-2b51-42bf-8d61-d001ca5c7fec req-8bfcb95e-200c-4a5b-b01e-474cb7e1355f tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675792 Jul 22 11:14:53.791561 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-7e6726fc-eaee-4a3b-8920-0a334a9d468e service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436289 Jul 22 11:14:53.898053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ef87f-bc78-4291-a8eb-83563f623d4b req-38bb05ce-e73b-4992-9573-85a3d957f8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:53.901813 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab1ef87f-bc78-4291-a8eb-83563f623d4b req-38bb05ce-e73b-4992-9573-85a3d957f8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 945 time: 0.2084322 Jul 22 11:14:53.918367 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b8f78fd-83d6-4d08-84d2-9dd75202c3a0 req-ec4292b8-3eec-4acc-b134-2f9908a27180 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342373 Jul 22 11:14:53.933109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a9420387-c00c-41a0-8889-b8019fcaa5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:53.948653 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 36928) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:53.987380 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.034957 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e74c92-8ebb-44f3-9a17-2cf46d94a65c req-168aa729-74ac-4543-9b02-317ee76cd7af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:54.050965 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a5e74c92-8ebb-44f3-9a17-2cf46d94a65c req-168aa729-74ac-4543-9b02-317ee76cd7af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1624234 Jul 22 11:14:54.085119 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab1ef87f-bc78-4291-a8eb-83563f623d4b req-bcea8fe7-3d42-4188-a96f-83263d4f949a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527963 Jul 22 11:14:54.114033 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-22646591-e179-4873-97fd-0eef3c1a3b4f req-016f6402-8e72-4d5d-a1dd-0b6976ab37e4 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819176 Jul 22 11:14:54.126085 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:54.139523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:14:54.154417 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:54.155195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 3c9a61a2-8eae-42fd-91d8-ee04df69941e up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:54.173391 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a5e74c92-8ebb-44f3-9a17-2cf46d94a65c req-57caa758-a0dc-4587-9400-a54f2a6228af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 Jul 22 11:14:54.217152 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:54.225231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a9420387-c00c-41a0-8889-b8019fcaa5cb admin admin] Publish callbacks [] for security_group (8cdf2f6e-4a54-48c6-bdf9-255d33758a06), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.259784 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Publish callbacks [] for security_group (30a92880-1714-4e4b-9967-5bba8eef96f1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.268606 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (30a92880-1714-4e4b-9967-5bba8eef96f1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.273589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a9420387-c00c-41a0-8889-b8019fcaa5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (8cdf2f6e-4a54-48c6-bdf9-255d33758a06), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.293290 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 3c9a61a2-8eae-42fd-91d8-ee04df69941e completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:14:54.324166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b05a4-881f-495f-af39-847a726fdcf5 req-9c9278cf-1584-4d45-9e93-21d9db72f379 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:54.326031 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-717b05a4-881f-495f-af39-847a726fdcf5 req-9c9278cf-1584-4d45-9e93-21d9db72f379 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 943 time: 0.0976114 Jul 22 11:14:54.336056 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1d99921e9764c469c8a4aca9c593c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845716 Jul 22 11:14:54.338564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36936) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:54.355224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a92880-1714-4e4b-9967-5bba8eef96f1,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.356946 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9420387-c00c-41a0-8889-b8019fcaa5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf2f6e-4a54-48c6-bdf9-255d33758a06,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.357140 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 3c9a61a2-8eae-42fd-91d8-ee04df69941e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:54.357631 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.380222 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a9420387-c00c-41a0-8889-b8019fcaa5cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dba5fa0382bc4a69ab7732ea8171c09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9335425 Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.380462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.381351 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.381351 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.381904 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.382380 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.383022 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.387176 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ee82-93ee-4ec8-b738-a118adaed4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:54.387636 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36938) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:54.471301 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:54.492280 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-717b05a4-881f-495f-af39-847a726fdcf5 req-a2b13890-92da-4501-9a7e-e9e16e97466c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522634 Jul 22 11:14:54.499282 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'port_id': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'mac_address': 'fa:16:3e:97:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:14:54.521006 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] Publish callbacks [] for security_group (30a92880-1714-4e4b-9967-5bba8eef96f1), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.556423 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] Publish callbacks [] for security_group (8cdf2f6e-4a54-48c6-bdf9-255d33758a06), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.563682 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:54.563920 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] Publish callbacks [] for security_group (30a92880-1714-4e4b-9967-5bba8eef96f1), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.577964 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:54.583777 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 3c9a61a2-8eae-42fd-91d8-ee04df69941e is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:54.584084 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.589879 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:54.590224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.627406 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] Publish callbacks [] for security_group (8cdf2f6e-4a54-48c6-bdf9-255d33758a06), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.628455 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:14:54.664910 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:54.675748 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.713196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:54.722657 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.742478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (30a92880-1714-4e4b-9967-5bba8eef96f1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.748311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.750266 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30a92880-1714-4e4b-9967-5bba8eef96f1 HTTP/1.1" status: 204 len: 168 time: 0.4079797 Jul 22 11:14:54.771988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3407ec-0675-45fe-aa3d-29e4791d5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a92880-1714-4e4b-9967-5bba8eef96f1,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.787961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (8cdf2f6e-4a54-48c6-bdf9-255d33758a06), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.791677 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:54.793681 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cdf2f6e-4a54-48c6-bdf9-255d33758a06 HTTP/1.1" status: 204 len: 168 time: 0.4068961 Jul 22 11:14:54.795403 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.815997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c469387-5a11-458d-961c-eebc24497828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf2f6e-4a54-48c6-bdf9-255d33758a06,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.926727 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:54.933754 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd19a74-9451-456a-923f-7555060e2fa0" -d '{"events": [{"server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "name": "network-vif-plugged", "status": "completed", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:54.973900 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:54.997407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225f96-e448-48a9-8690-cedada5c1331 req-ea0f6f71-17b1-46de-bdb8-8e5016f6a2c9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:55.002041 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7896897f-5a0f-4511-8fdb-71f85c759df7 x-openstack-request-id: req-7896897f-5a0f-4511-8fdb-71f85c759df7 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:55.002369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "name": "network-vif-plugged", "status": "completed", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:55.002738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7896897f-5a0f-4511-8fdb-71f85c759df7 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:55.003177 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7896897f-5a0f-4511-8fdb-71f85c759df7'] response: {'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'code': 200} Jul 22 11:14:55.008390 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0f225f96-e448-48a9-8690-cedada5c1331 req-ea0f6f71-17b1-46de-bdb8-8e5016f6a2c9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.1005652 Jul 22 11:14:55.071938 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0f225f96-e448-48a9-8690-cedada5c1331 req-cc0e935b-5bc9-4c89-839c-b00026aba571 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Jul 22 11:14:55.113467 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['d89d05f5-4d23-40cd-88f2-d3ff71f50ba0'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:14:55.338794 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15363323-570a-4270-810f-73f17c9c4a9a req-7c27bd9f-9080-4a55-8d2a-8f7a809cae96 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:55.349881 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-15363323-570a-4270-810f-73f17c9c4a9a req-7c27bd9f-9080-4a55-8d2a-8f7a809cae96 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1010754 Jul 22 11:14:55.499470 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e0bd-8ce3-4b63-a280-5536ba481961 req-c9d390b1-1bca-40c4-863a-af0789beb35a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:55.502858 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-15363323-570a-4270-810f-73f17c9c4a9a req-807b1a41-8b26-45ea-987d-d91c505b07e6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516368 Jul 22 11:14:55.513451 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-53a8e0bd-8ce3-4b63-a280-5536ba481961 req-c9d390b1-1bca-40c4-863a-af0789beb35a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1412497 Jul 22 11:14:55.631753 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-53a8e0bd-8ce3-4b63-a280-5536ba481961 req-81c8ff4c-e7a8-4b7e-ab52-bca2d6509623 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165311 Jul 22 11:14:55.695892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 36984) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:55.717803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a39af705-0001-4f61-8c17-e8af45d2b57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.055724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675eae6-fe0f-4b4b-bbf8-1b63fdf557e0 req-7b7f0cd5-3d65-4e94-9ff6-d5aba529cb81 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:56.057834 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2675eae6-fe0f-4b4b-bbf8-1b63fdf557e0 req-7b7f0cd5-3d65-4e94-9ff6-d5aba529cb81 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 944 time: 0.3014884 Jul 22 11:14:56.081374 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37000) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:56.319343 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2675eae6-fe0f-4b4b-bbf8-1b63fdf557e0 req-02467aa9-0713-4c3c-a1da-f34e1f976cb7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501962 Jul 22 11:14:56.373206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a39af705-0001-4f61-8c17-e8af45d2b57e admin admin] Publish callbacks [] for security_group (d8be3dbb-c651-4eaa-b8d6-667866278124), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.383483 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a39af705-0001-4f61-8c17-e8af45d2b57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d8be3dbb-c651-4eaa-b8d6-667866278124), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.385332 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bc0f-9002-4b8c-85ff-0c7f41b9b248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.416719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:56.459224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:14:56.471404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a39af705-0001-4f61-8c17-e8af45d2b57e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac17974f6fd848389abe1553e561be8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7741745 Jul 22 11:14:56.476076 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37010) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:56.488379 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39af705-0001-4f61-8c17-e8af45d2b57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be3dbb-c651-4eaa-b8d6-667866278124,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:56.517808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df126-5748-4191-b2e7-3664e30e2c19 req-8f81126e-b461-4ba9-96ab-7f6edeba9ca3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:56.535372 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-583df126-5748-4191-b2e7-3664e30e2c19 req-8f81126e-b461-4ba9-96ab-7f6edeba9ca3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0728588 Jul 22 11:14:56.551143 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:14:56.563551 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:14:56.564384 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.657852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:56.680011 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-583df126-5748-4191-b2e7-3664e30e2c19 req-76fb0706-fd67-4069-9c39-c97ab082b700 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327899 Jul 22 11:14:56.693845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] Publish callbacks [] for security_group (d8be3dbb-c651-4eaa-b8d6-667866278124), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.716615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bc0f-9002-4b8c-85ff-0c7f41b9b248 admin admin] Publish callbacks [] for security_group (aaf73ee4-8789-465d-966c-9e062940cc7f), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.724813 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ee2bc0f-9002-4b8c-85ff-0c7f41b9b248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aaf73ee4-8789-465d-966c-9e062940cc7f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.747773 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:14:56.748807 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.759953 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3493ca-13f7-465c-bb89-a5e2afcb3893 req-a272a9bc-e45b-408e-984c-e77b4117b975 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:56.762903 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd3493ca-13f7-465c-bb89-a5e2afcb3893 req-a272a9bc-e45b-408e-984c-e77b4117b975 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1345432 Jul 22 11:14:56.765959 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:56.773714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] Publish callbacks [] for security_group (d8be3dbb-c651-4eaa-b8d6-667866278124), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.811102 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:14:56.820574 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0ee2bc0f-9002-4b8c-85ff-0c7f41b9b248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95a7d6e0d8a04096b6af95c1f2c3bbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7361743 Jul 22 11:14:56.821520 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2bc0f-9002-4b8c-85ff-0c7f41b9b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf73ee4-8789-465d-966c-9e062940cc7f,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:56.828949 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37020) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:56.839087 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.915670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] Publish callbacks [] for security_group (aaf73ee4-8789-465d-966c-9e062940cc7f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.934449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:56.944954 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] Publish callbacks [] for security_group (aaf73ee4-8789-465d-966c-9e062940cc7f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.959638 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd3493ca-13f7-465c-bb89-a5e2afcb3893 req-8a6e9172-b39d-4137-8882-1e19983715a1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810591 Jul 22 11:14:56.988206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d8be3dbb-c651-4eaa-b8d6-667866278124), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.995209 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:56.997437 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8be3dbb-c651-4eaa-b8d6-667866278124 HTTP/1.1" status: 204 len: 168 time: 0.5186081 Jul 22 11:14:57.004348 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:14:57.009577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e45a63-ba91-4438-a20b-2daec295184a" -d '{"events": [{"server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "name": "network-vif-plugged", "status": "completed", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:14:57.022453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926f25-6496-4cae-8256-d72955adfaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be3dbb-c651-4eaa-b8d6-667866278124,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:57.057258 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aaf73ee4-8789-465d-966c-9e062940cc7f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:57.060078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:57.061577 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf73ee4-8789-465d-966c-9e062940cc7f HTTP/1.1" status: 204 len: 168 time: 0.2298598 Jul 22 11:14:57.071435 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3e1b-d86b-4923-b36a-315450c3e35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf73ee4-8789-465d-966c-9e062940cc7f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:57.092982 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148a9263-9a77-43b3-bbe8-5afa481677d3 x-openstack-request-id: req-148a9263-9a77-43b3-bbe8-5afa481677d3 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:14:57.093339 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "name": "network-vif-plugged", "status": "completed", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:14:57.093874 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148a9263-9a77-43b3-bbe8-5afa481677d3 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:14:57.094453 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148a9263-9a77-43b3-bbe8-5afa481677d3'] response: {'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'code': 200} Jul 22 11:14:57.611120 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cc37c-e9bb-4bc7-a587-126c04f75b4b req-a138e75a-93bc-4011-b504-b9db8d4e6962 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:57.618584 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-eb1cc37c-e9bb-4bc7-a587-126c04f75b4b req-a138e75a-93bc-4011-b504-b9db8d4e6962 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1235728 Jul 22 11:14:57.652064 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c730f-8ec8-4803-ae37-5480dc3371cf req-14e54edc-f6a6-40fa-95bb-2c1071c9bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:57.653745 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e41c730f-8ec8-4803-ae37-5480dc3371cf req-14e54edc-f6a6-40fa-95bb-2c1071c9bac0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 1130 time: 0.0802240 Jul 22 11:14:57.665092 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-e7817df9-4e73-4bdf-af27-a1d2949b8b61 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153669 Jul 22 11:14:57.683441 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-50121cef-0ccd-4084-993a-2f7835372ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:57.689987 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-50121cef-0ccd-4084-993a-2f7835372ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1129 time: 0.2395999 Jul 22 11:14:57.815355 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-eb1cc37c-e9bb-4bc7-a587-126c04f75b4b req-81a97023-f017-421a-9c87-cc34c58ae4b2 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867285 Jul 22 11:14:57.847180 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e41c730f-8ec8-4803-ae37-5480dc3371cf req-89c5a883-7acf-49a9-b777-06098d3eddaa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793735 Jul 22 11:14:57.902478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:57.918323 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37062) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:57.957489 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305abff-c6f5-4071-917a-d2b887ec5373 req-b2ed8f73-41d4-49ec-b07a-4068b5689759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:57.959154 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5305abff-c6f5-4071-917a-d2b887ec5373 req-b2ed8f73-41d4-49ec-b07a-4068b5689759 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1129 time: 0.1502934 Jul 22 11:14:57.992793 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c03084-f921-478e-8287-9e11e9d5987f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:57.996670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-d3365726-54d2-4adf-bf7d-9b9134e8d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:57.999374 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-d3365726-54d2-4adf-bf7d-9b9134e8d025 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.2810731 Jul 22 11:14:58.014684 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-8d5d2c37-c411-405f-8c12-62fa1d123619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:58.017299 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-8d5d2c37-c411-405f-8c12-62fa1d123619 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08cd35ed100244fdab3228d1afe62400&device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 1130 time: 0.2006779 Jul 22 11:14:58.099910 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:58.152308 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60d9c-39cf-4b2b-901d-4298e9da16cc req-5bd6a191-0040-417c-9c23-5eaa25bac8f0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:58.162536 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4e60d9c-39cf-4b2b-901d-4298e9da16cc req-5bd6a191-0040-417c-9c23-5eaa25bac8f0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1555452 Jul 22 11:14:58.324856 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-7ab64102-8dc5-4a0b-b44c-8362f24112bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 217 time: 0.2118986 Jul 22 11:14:58.454589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0850-398c-4e51-80ff-4ca7aeb0a84d req-0ba91888-d563-468d-89c5-2e8b9f287e52 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:58.456426 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b4ff0850-398c-4e51-80ff-4ca7aeb0a84d req-0ba91888-d563-468d-89c5-2e8b9f287e52 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1467891 Jul 22 11:14:58.466821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:58.485862 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5305abff-c6f5-4071-917a-d2b887ec5373 req-bade5a80-8824-4e13-a2d4-ee082ffbd00d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716369 Jul 22 11:14:58.491761 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-c2817d4b-b18f-4e8c-a652-399780fce5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:58.493599 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-c2817d4b-b18f-4e8c-a652-399780fce5a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1358728 Jul 22 11:14:58.533621 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4e60d9c-39cf-4b2b-901d-4298e9da16cc req-6149aabf-42d5-4338-8be4-af9d856f371c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695490 Jul 22 11:14:58.577853 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b4ff0850-398c-4e51-80ff-4ca7aeb0a84d req-6746556b-c837-47d8-9de2-ccdccae54840 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050448 Jul 22 11:14:58.632864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c03084-f921-478e-8287-9e11e9d5987f admin admin] Publish callbacks [] for security_group (9389111b-fe17-4572-9107-7fdbaec874ef), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.637379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-7485742e-6cee-4304-a245-94e702c9e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:58.639218 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-7485742e-6cee-4304-a245-94e702c9e321 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a51435a-0afb-4925-9311-8d036dddb7a1 HTTP/1.1" status: 200 len: 913 time: 0.5033212 Jul 22 11:14:58.640358 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c03084-f921-478e-8287-9e11e9d5987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9389111b-fe17-4572-9107-7fdbaec874ef), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.690081 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a9c03084-f921-478e-8287-9e11e9d5987f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7dc2b8628704b68a6212cdbfe60cabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7722888 Jul 22 11:14:58.690081 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c03084-f921-478e-8287-9e11e9d5987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389111b-fe17-4572-9107-7fdbaec874ef,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:58.691955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37126) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:14:58.798620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] Publish callbacks [] for security_group (9389111b-fe17-4572-9107-7fdbaec874ef), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.840609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] Publish callbacks [] for security_group (9389111b-fe17-4572-9107-7fdbaec874ef), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.933643 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9389111b-fe17-4572-9107-7fdbaec874ef), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.940543 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.942423 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9389111b-fe17-4572-9107-7fdbaec874ef HTTP/1.1" status: 204 len: 168 time: 0.2492456 Jul 22 11:14:58.949012 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:14:58.965482 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f8d2-3c11-4938-878a-18a33729d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389111b-fe17-4572-9107-7fdbaec874ef,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:59.091518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c718006-51f1-4212-9ab6-abf066099b71 req-06d644ac-2b61-4d9f-a0c9-d2a367302c98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:59.094016 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c718006-51f1-4212-9ab6-abf066099b71 req-06d644ac-2b61-4d9f-a0c9-d2a367302c98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0872452 Jul 22 11:14:59.133138 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:14:59.193655 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8c718006-51f1-4212-9ab6-abf066099b71 req-5a6dd0ed-f4e4-4403-8400-acd9ab5ec67a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867238 Jul 22 11:14:59.509199 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-45b82583-ddef-4961-bb79-011218f9ef18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 HTTP/1.1" status: 200 len: 217 time: 0.1030488 Jul 22 11:14:59.561350 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-3937d612-904f-467d-bd2f-ae406f476f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:59.563826 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-3937d612-904f-467d-bd2f-ae406f476f58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569719 Jul 22 11:14:59.890442 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c85b2-2548-488f-bc3c-3ccdd5dbb270 req-c61928a4-b7c5-4bf5-89cf-033da88ca94c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:59.892177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318baeb7-7e41-4a2f-8f7a-1bc432028ffd req-c7ba80ad-6cd9-4b1f-b7ca-92e232d8ce0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:14:59.897131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-318baeb7-7e41-4a2f-8f7a-1bc432028ffd req-c7ba80ad-6cd9-4b1f-b7ca-92e232d8ce0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1263411 Jul 22 11:14:59.902523 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2f5c85b2-2548-488f-bc3c-3ccdd5dbb270 req-c61928a4-b7c5-4bf5-89cf-033da88ca94c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0905902 Jul 22 11:15:00.037565 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2f5c85b2-2548-488f-bc3c-3ccdd5dbb270 req-6c405e65-815c-47db-82fe-3e51773c8981 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334150 Jul 22 11:15:00.070160 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-318baeb7-7e41-4a2f-8f7a-1bc432028ffd req-75df71b5-68de-4605-b1b3-16c9a594d94c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544921 Jul 22 11:15:00.595833 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb268-895b-4793-9d47-b65020601755 req-3ae7e272-153d-4ea6-b7d1-09ae6291a8ca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:00.602210 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2b5fb268-895b-4793-9d47-b65020601755 req-3ae7e272-153d-4ea6-b7d1-09ae6291a8ca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1705506 Jul 22 11:15:00.638669 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-49f820df-4336-4254-99e6-eb6935bf6d8c service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728361 Jul 22 11:15:00.639875 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-07cb96a2-2dd3-41fd-94f4-5b779d32b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:00.641608 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-07cb96a2-2dd3-41fd-94f4-5b779d32b4a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=092c0d4f-68d9-42ce-bdba-a1865c794e3d HTTP/1.1" status: 200 len: 851 time: 0.1294529 Jul 22 11:15:00.687289 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2b5fb268-895b-4793-9d47-b65020601755 req-c6fc0fb5-f13c-4c49-bf2c-ce97a58bfd99 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702209 Jul 22 11:15:01.244715 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea8706-9e66-4c08-a8ea-083ccfd42ac0 req-75a093e7-2205-4dbf-9784-7ee2e8cc85e4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:01.247642 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bfea8706-9e66-4c08-a8ea-083ccfd42ac0 req-75a093e7-2205-4dbf-9784-7ee2e8cc85e4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0903692 Jul 22 11:15:01.266582 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728f202-0d26-401d-990d-4511173ab6d6 req-439bce03-6674-49af-a2af-1086272c8ee8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:01.269810 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e728f202-0d26-401d-990d-4511173ab6d6 req-439bce03-6674-49af-a2af-1086272c8ee8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.0864081 Jul 22 11:15:01.336141 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e728f202-0d26-401d-990d-4511173ab6d6 req-5bc62e0b-e76e-455f-960b-be5b471f8ffe tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568843 Jul 22 11:15:01.345164 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bfea8706-9e66-4c08-a8ea-083ccfd42ac0 req-32908410-99a4-4cc7-9b23-fbbf0fe08c8c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Jul 22 11:15:01.396482 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37218) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:01.557082 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e032-b085-4d15-b07d-6da44a864b8d req-c8f6f9b1-dd82-47f7-991f-e026f2391879 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:01.559510 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99e7e032-b085-4d15-b07d-6da44a864b8d req-c8f6f9b1-dd82-47f7-991f-e026f2391879 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.0708790 Jul 22 11:15:01.575651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6e0a00f6-fe83-4d30-b9a7-a94f951f1512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.576014 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37224) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:01.583388 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:01.623693 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:01.701861 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.702155 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6e0a00f6-fe83-4d30-b9a7-a94f951f1512 admin admin] Publish callbacks [] for security_group (7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.708222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6e0a00f6-fe83-4d30-b9a7-a94f951f1512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.769768 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a00f6-fe83-4d30-b9a7-a94f951f1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:01.802460 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6e0a00f6-fe83-4d30-b9a7-a94f951f1512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8753595bdb9424b853be8525ed32007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996613 Jul 22 11:15:01.802854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37228) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:01.880228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] Publish callbacks [] for security_group (7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.903731 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] Publish callbacks [] for security_group (7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.920630 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6239-4c6c-41cd-a937-6418c0589af8 req-ed14c543-51a4-4cb5-bfdc-8e7e4e354e58 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:01.922172 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a81f6239-4c6c-41cd-a937-6418c0589af8 req-ed14c543-51a4-4cb5-bfdc-8e7e4e354e58 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0759614 Jul 22 11:15:01.989455 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.993542 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:01.995247 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae HTTP/1.1" status: 204 len: 168 time: 0.1910155 Jul 22 11:15:02.010969 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33174b7-7f96-4f89-8f52-464dfe5e2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb05ed-6ce3-46ac-a4a2-c7f58f8187ae,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:02.149915 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a81f6239-4c6c-41cd-a937-6418c0589af8 req-5c02af19-d58a-4788-a21e-589ff8127bed tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197990 Jul 22 11:15:02.459109 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:02.525357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d1348-2bbe-42a8-8325-0e81eaccc812 req-83417f10-fb8f-4a7d-9ba2-7a7bcea41db8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:02.528698 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b6d1348-2bbe-42a8-8325-0e81eaccc812 req-83417f10-fb8f-4a7d-9ba2-7a7bcea41db8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0760145 Jul 22 11:15:02.601727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.db.resource_extend [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 22 11:15:02.639395 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b6d1348-2bbe-42a8-8325-0e81eaccc812 req-682db12c-fcb5-4aa3-be72-2a5cc1c31092 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015749 Jul 22 11:15:02.821659 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:02.894737 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:02.900539 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:03.058256 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 988547cf-d690-43da-bb6c-9101b1a381f8 associated. External IP: 172.27.0.209, port: 3c9a61a2-8eae-42fd-91d8-ee04df69941e. Jul 22 11:15:03.143533 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:15:03.387761 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf7d9-707f-4590-b60f-8e69f3f07e30 req-b7de153a-b43a-46ee-838c-a072399e30cf tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:03.389360 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b9bdf7d9-707f-4590-b60f-8e69f3f07e30 req-b7de153a-b43a-46ee-838c-a072399e30cf tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0620389 Jul 22 11:15:03.404520 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:03.497668 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b9bdf7d9-707f-4590-b60f-8e69f3f07e30 req-93481865-8bc0-4f18-8422-2614fab916d6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952291 Jul 22 11:15:03.631248 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:03.645060 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:03.659845 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:03.703804 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:03.704841 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:03.717067 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8f8d0e48-d283-4333-a6b2-2d12b92774f5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "PUT /v2.0/floatingips/988547cf-d690-43da-bb6c-9101b1a381f8 HTTP/1.1" status: 200 len: 992 time: 2.1390171 Jul 22 11:15:03.717975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:15:03.722485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:15:03.812207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a13f23-a5c2-4d10-a44b-4e5411eaa647 x-openstack-request-id: req-52a13f23-a5c2-4d10-a44b-4e5411eaa647 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:15:03.813862 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:15:03.814391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52a13f23-a5c2-4d10-a44b-4e5411eaa647 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:15:03.815412 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a13f23-a5c2-4d10-a44b-4e5411eaa647'] response: {'name': 'network-changed', 'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'status': 'completed', 'code': 200} Jul 22 11:15:04.027442 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:04.120030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f71c48-faa6-4677-a022-7313fdb07e0f req-4704591b-1019-4af3-8b7a-f8e5a45dd64d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:04.121438 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00f71c48-faa6-4677-a022-7313fdb07e0f req-4704591b-1019-4af3-8b7a-f8e5a45dd64d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.3044071 Jul 22 11:15:04.196514 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00f71c48-faa6-4677-a022-7313fdb07e0f req-76b2096a-abf3-4782-ad18-76c613c7a487 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645857 Jul 22 11:15:04.363223 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:02Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:04.416646 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:04.433725 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:04.435223 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:04.472542 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-2fdb4844-dcd5-4cc1-a700-a90aa4f1fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:04.479019 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-2fdb4844-dcd5-4cc1-a700-a90aa4f1fc2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a51435a-0afb-4925-9311-8d036dddb7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295767 Jul 22 11:15:04.523415 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:04.536319 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eda25c25-9303-4734-8a5e-bccaa0c875b5 req-232b1f03-5949-4d4a-b5e3-fa3a29c81155 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879389 Jul 22 11:15:04.546913 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-8b10d775-33f1-46a7-b4b0-d8d01cb1cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:04.548620 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-8b10d775-33f1-46a7-b4b0-d8d01cb1cfc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 1130 time: 0.0669372 Jul 22 11:15:04.715993 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:04.730936 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-ed796ab6-ddb0-4034-9a9f-a777558decb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:04.733084 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-ed796ab6-ddb0-4034-9a9f-a777558decb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.1719697 Jul 22 11:15:04.770533 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f457e50-8f1d-48ad-9801-e6f4a3045ab2 req-bbac09a9-a830-4973-9fa5-a22234a68d9d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:04.773159 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8f457e50-8f1d-48ad-9801-e6f4a3045ab2 req-bbac09a9-a830-4973-9fa5-a22234a68d9d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1212656 Jul 22 11:15:04.828336 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-b8dfb4ff-cc36-489a-9c1b-0725594b2ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307998 Jul 22 11:15:04.879794 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8f457e50-8f1d-48ad-9801-e6f4a3045ab2 req-0c2ed318-1998-46c5-b207-759b22467048 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982749 Jul 22 11:15:05.189973 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83f8048d-9b40-4a2d-9dc9-b9c5e7429aed req-9cc1ce00-fea3-4449-988c-5a94190f3e38 service neutron] 10.222.0.43 "GET /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026992 Jul 22 11:15:05.190213 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:02Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:05.213405 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-64d0cfe3-1a57-4d18-bd58-24976e00a121 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e HTTP/1.1" status: 200 len: 1000 time: 0.2273052 Jul 22 11:15:05.247488 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523c2b43-0dfa-4945-b94e-54c84a77b963 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:02Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:05.392912 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c008f4-67be-4b33-93a2-43e9763d9ae4 req-f4f0bd37-0fc5-4b10-b6aa-942f8e12b33d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:05.394607 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55c008f4-67be-4b33-93a2-43e9763d9ae4 req-f4f0bd37-0fc5-4b10-b6aa-942f8e12b33d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0983021 Jul 22 11:15:05.520186 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55c008f4-67be-4b33-93a2-43e9763d9ae4 req-531163c9-a915-4d66-8122-c090754d3ccd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020846 Jul 22 11:15:05.627046 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dd46b-a69e-4839-87e2-68ae7cb5640d None None] New status for floating IP 988547cf-d690-43da-bb6c-9101b1a381f8: ACTIVE {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:15:06.112113 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db5d71-865b-4c4c-aa2f-366b5cf6f327 req-41fd777d-65ec-49ba-9c69-62481c101c40 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:06.114899 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94db5d71-865b-4c4c-aa2f-366b5cf6f327 req-41fd777d-65ec-49ba-9c69-62481c101c40 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0811474 Jul 22 11:15:06.128182 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:06.134941 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:06.178044 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94db5d71-865b-4c4c-aa2f-366b5cf6f327 req-f2450795-de76-4104-8455-b11bfc70b24e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577018 Jul 22 11:15:06.320404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:06.334892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7f3c-4dc2-495c-8e08-e6c54738b91c req-c955c87d-7b73-4f4c-bf0c-aaa5a3fcbfc5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:06.336454 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-598d7f3c-4dc2-495c-8e08-e6c54738b91c req-c955c87d-7b73-4f4c-bf0c-aaa5a3fcbfc5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0649385 Jul 22 11:15:06.348258 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37340) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:06.353298 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'floatingip': {'port_id': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:06.393201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:06.687249 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b23a35-b7da-4471-8cb1-9d9dda626e3c req-7a5aa0d6-ee83-41cd-a160-a3dfd3bf4844 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:06.688740 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5b23a35-b7da-4471-8cb1-9d9dda626e3c req-7a5aa0d6-ee83-41cd-a160-a3dfd3bf4844 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0792954 Jul 22 11:15:06.817567 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5b23a35-b7da-4471-8cb1-9d9dda626e3c req-275bfe7d-723f-48c6-9aa2-87bde3c557ae tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204767 Jul 22 11:15:06.982622 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:06.987696 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:07.131694 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Floating IP 5ae0cdcb-215d-4689-9249-e2beb5056819 associated. External IP: 172.27.0.133, port: d89d05f5-4d23-40cd-88f2-d3ff71f50ba0. Jul 22 11:15:07.419631 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:07.584898 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:07.588407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:07.598229 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:07.605469 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:07.613985 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:07.626558 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:07.627281 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:07.758720 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:07.868679 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:07.894567 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-75659b85-e0c9-47f5-b03e-23b02cdc4cbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "PUT /v2.0/floatingips/5ae0cdcb-215d-4689-9249-e2beb5056819 HTTP/1.1" status: 200 len: 991 time: 1.5449915 Jul 22 11:15:07.895421 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:15:07.898543 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ae390-5ff8-41e3-bcef-06e634b63405" -d '{"events": [{"name": "network-changed", "server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:15:07.987159 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e77419-8cc7-4321-bbf3-0db23cb584bd x-openstack-request-id: req-a7e77419-8cc7-4321-bbf3-0db23cb584bd {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:15:07.987640 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:15:07.988042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7e77419-8cc7-4321-bbf3-0db23cb584bd {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:15:07.988728 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e77419-8cc7-4321-bbf3-0db23cb584bd'] response: {'name': 'network-changed', 'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'status': 'completed', 'code': 200} Jul 22 11:15:07.994975 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:08.000477 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a545-0475-439f-bcaa-9cf93bd197db req-e545bdc4-a59d-4eb4-a5eb-9e1513c57838 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:08.002119 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b604a545-0475-439f-bcaa-9cf93bd197db req-e545bdc4-a59d-4eb4-a5eb-9e1513c57838 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0860281 Jul 22 11:15:08.059158 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b604a545-0475-439f-bcaa-9cf93bd197db req-f76f091d-9e8a-43da-ac45-d6e4df748eae tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Jul 22 11:15:08.066315 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5ae0cdcb-215d-4689-9249-e2beb5056819', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:97:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:15Z', 'updated_at': '2022-07-22T11:15:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:08.101607 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:08.111688 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:08.112312 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:14:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:08.275172 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:08.498198 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d8c-bff1-4e22-9268-1af5be8df985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:08.635129 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5ae0cdcb-215d-4689-9249-e2beb5056819', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:97:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:15Z', 'updated_at': '2022-07-22T11:15:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:08.678852 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39bdc8d-839f-4552-b64a-0a905e5d4e99 None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5ae0cdcb-215d-4689-9249-e2beb5056819', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:97:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:15Z', 'updated_at': '2022-07-22T11:15:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:09.197173 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b99d9-27e3-490b-9555-343e44986d2f req-43df3ba8-4590-467c-a8be-1391a5ca7e52 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:09.198868 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-342b99d9-27e3-490b-9555-343e44986d2f req-43df3ba8-4590-467c-a8be-1391a5ca7e52 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0567939 Jul 22 11:15:09.264654 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-342b99d9-27e3-490b-9555-343e44986d2f req-d90c4bb9-1340-438d-b028-3ceb0dfb8523 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563653 Jul 22 11:15:09.526473 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-bb24798c-887d-4405-8b6b-7c8d404dca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:09.529221 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-bb24798c-887d-4405-8b6b-7c8d404dca16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0769606 Jul 22 11:15:09.588642 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec51ec-5fa5-4618-858f-ddc68d26dafb None None] New status for floating IP 5ae0cdcb-215d-4689-9249-e2beb5056819: ACTIVE {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:15:09.626581 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-42efbc34-f17e-4466-86b3-ddd8856e996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:09.628220 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-42efbc34-f17e-4466-86b3-ddd8856e996e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862129 Jul 22 11:15:09.640462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-31f92c13-e1bc-4627-b7af-e34e13446f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:09.643521 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-31f92c13-e1bc-4627-b7af-e34e13446f70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1129 time: 0.0880859 Jul 22 11:15:09.760685 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-cfa36af6-c186-42e0-9506-d0b38c43ac0a service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179385 Jul 22 11:15:09.806903 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:09.847705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-aaa2d2d0-d49e-4d0b-9f37-878806651c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:09.850326 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-aaa2d2d0-d49e-4d0b-9f37-878806651c3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.1603014 Jul 22 11:15:10.463096 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-08c0838d-e70f-499d-b8b2-41e483e3a17e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 1001 time: 0.2807484 Jul 22 11:15:10.490285 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-857dc4f2-e1ac-49d7-9334-8a334c7ad2c5 req-29c0d913-9eb9-4eed-bc9f-6c41e79654db service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079941 Jul 22 11:15:10.503519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fcb76-6011-46a6-a3c4-c53d2f3f3231 req-caf20d90-52de-457b-a897-3c60fb6aab2f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:10.505446 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bd0fcb76-6011-46a6-a3c4-c53d2f3f3231 req-caf20d90-52de-457b-a897-3c60fb6aab2f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0842137 Jul 22 11:15:10.629251 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bd0fcb76-6011-46a6-a3c4-c53d2f3f3231 req-a79ffeae-ebaf-4857-b04e-0e5f22de235d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Jul 22 11:15:10.678938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-087c47da-c952-40df-b8d1-d92629b3204b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:10.959561 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-ead92d39-4d24-4596-8b0a-1ba0ca02918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:10.961072 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-ead92d39-4d24-4596-8b0a-1ba0ca02918d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0647106 Jul 22 11:15:11.034510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-b315902c-5d98-41da-b707-8f3467f3a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:11.036666 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-b315902c-5d98-41da-b707-8f3467f3a129 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564077 Jul 22 11:15:11.181694 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-ad60f52c-c105-4478-9043-92bc09b0bda2 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306887 Jul 22 11:15:11.334192 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d39ae390-5ff8-41e3-bcef-06e634b63405 req-9e7cdc54-7b8d-4eda-89ec-8f9a36e5de53 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419425 Jul 22 11:15:11.830802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c291-f7e1-46b3-bf75-e5adb5d48e0a req-17f4d794-17bc-4701-965f-71ac33950aa1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:11.832704 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4a0c291-f7e1-46b3-bf75-e5adb5d48e0a req-17f4d794-17bc-4701-965f-71ac33950aa1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0777295 Jul 22 11:15:11.912094 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4a0c291-f7e1-46b3-bf75-e5adb5d48e0a req-24019b0f-f65e-486e-9959-b78d63f958aa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Jul 22 11:15:12.103284 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:12.870158 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37504) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:13.088558 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-afdf774d-df10-4847-89d8-aa5cbfbabbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.175127 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff9d7-1305-4357-8de1-b92626e31ea3 req-dbcee38e-0cdf-4daf-949a-a28b6e3959e6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:13.178145 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-546ff9d7-1305-4357-8de1-b92626e31ea3 req-dbcee38e-0cdf-4daf-949a-a28b6e3959e6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1264102 Jul 22 11:15:13.256552 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-afdf774d-df10-4847-89d8-aa5cbfbabbb0 admin admin] Publish callbacks [] for security_group (73c2dfb5-0e0f-451c-9891-6e287f4e50b3), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.273240 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-afdf774d-df10-4847-89d8-aa5cbfbabbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (73c2dfb5-0e0f-451c-9891-6e287f4e50b3), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.281828 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-546ff9d7-1305-4357-8de1-b92626e31ea3 req-3d8f5f25-84df-4477-bf0f-02bdcbca3976 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851789 Jul 22 11:15:13.340994 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-afdf774d-df10-4847-89d8-aa5cbfbabbb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c54daeb26bc247049e61b4364036be0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692509 Jul 22 11:15:13.341228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37520) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:13.342742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf774d-df10-4847-89d8-aa5cbfbabbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2dfb5-0e0f-451c-9891-6e287f4e50b3,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:13.480196 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] Publish callbacks [] for security_group (73c2dfb5-0e0f-451c-9891-6e287f4e50b3), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.557128 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] Publish callbacks [] for security_group (73c2dfb5-0e0f-451c-9891-6e287f4e50b3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.675750 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.714541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (73c2dfb5-0e0f-451c-9891-6e287f4e50b3), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.718609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.721060 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73c2dfb5-0e0f-451c-9891-6e287f4e50b3 HTTP/1.1" status: 204 len: 168 time: 0.3782754 Jul 22 11:15:13.738651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff62b68-2e78-41bf-b4a2-e6f4b76f99bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2dfb5-0e0f-451c-9891-6e287f4e50b3,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:13.827981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:13.891846 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37538) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:14.291221 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e6840034-f1e9-4ed7-9118-a2f8b8cf0583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.334174 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:14.389155 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37554) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:14.438377 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:14.443418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e6840034-f1e9-4ed7-9118-a2f8b8cf0583 admin admin] Publish callbacks [] for security_group (cd300688-0f1b-42f1-b038-e0114fe89521), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.449135 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e6840034-f1e9-4ed7-9118-a2f8b8cf0583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cd300688-0f1b-42f1-b038-e0114fe89521), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.462303 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ad7edc7-74ac-4221-ae52-a85e2300004b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.490686 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:14.499606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6840034-f1e9-4ed7-9118-a2f8b8cf0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd300688-0f1b-42f1-b038-e0114fe89521,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:14.505677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b688-d55d-44f0-b759-bb0795366f8b req-0f6063be-995d-4846-a7cc-ee242e17aae8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:14.506076 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e6840034-f1e9-4ed7-9118-a2f8b8cf0583 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48627b1b45b7421788fff8895b01a12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119215 Jul 22 11:15:14.507922 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3ba9b688-d55d-44f0-b759-bb0795366f8b req-0f6063be-995d-4846-a7cc-ee242e17aae8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1339107 Jul 22 11:15:14.512025 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37558) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:14.667404 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3ba9b688-d55d-44f0-b759-bb0795366f8b req-6b10062d-d7a5-44e0-828b-d65394615299 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470985 Jul 22 11:15:14.726462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] Publish callbacks [] for security_group (cd300688-0f1b-42f1-b038-e0114fe89521), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.791583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ad7edc7-74ac-4221-ae52-a85e2300004b admin admin] Publish callbacks [] for security_group (0a4d35cf-cbcb-42b0-9b38-ca5193104a17), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.805373 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ad7edc7-74ac-4221-ae52-a85e2300004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0a4d35cf-cbcb-42b0-9b38-ca5193104a17), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.809212 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] Publish callbacks [] for security_group (cd300688-0f1b-42f1-b038-e0114fe89521), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.881712 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7edc7-74ac-4221-ae52-a85e2300004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d35cf-cbcb-42b0-9b38-ca5193104a17,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:14.892427 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4ad7edc7-74ac-4221-ae52-a85e2300004b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff247488a6914b45a0879bf4420d35fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992425 Jul 22 11:15:14.896859 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37570) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:14.923651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cd300688-0f1b-42f1-b038-e0114fe89521), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.927713 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:14.929496 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd300688-0f1b-42f1-b038-e0114fe89521 HTTP/1.1" status: 204 len: 168 time: 0.4161084 Jul 22 11:15:14.947702 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09501e02-88e7-424e-9b33-b5d1917fb4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd300688-0f1b-42f1-b038-e0114fe89521,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:14.973924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:14.998490 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] Publish callbacks [] for security_group (0a4d35cf-cbcb-42b0-9b38-ca5193104a17), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:15.035223 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] Publish callbacks [] for security_group (0a4d35cf-cbcb-42b0-9b38-ca5193104a17), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:15.133143 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0a4d35cf-cbcb-42b0-9b38-ca5193104a17), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:15.137165 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:15.138901 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a4d35cf-cbcb-42b0-9b38-ca5193104a17 HTTP/1.1" status: 204 len: 168 time: 0.2400503 Jul 22 11:15:15.156226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9f7df-1b41-4c1e-8184-8b71b8b3b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d35cf-cbcb-42b0-9b38-ca5193104a17,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:15.921368 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853ca3f-78f6-43f7-9605-a7d50a5e7ec5 req-4a6667ba-e41e-415d-bcdd-d22eb0ffa1dc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:15.923734 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6853ca3f-78f6-43f7-9605-a7d50a5e7ec5 req-4a6667ba-e41e-415d-bcdd-d22eb0ffa1dc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0777783 Jul 22 11:15:16.010985 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6853ca3f-78f6-43f7-9605-a7d50a5e7ec5 req-c3e82053-019d-4218-b0ab-45ac8c7ce294 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810800 Jul 22 11:15:17.186881 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d932c1-655b-409d-86ca-89a53e782049 req-42b093cc-3e8b-4dd1-9d6a-2ff7baf0a5f3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:17.189718 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-18d932c1-655b-409d-86ca-89a53e782049 req-42b093cc-3e8b-4dd1-9d6a-2ff7baf0a5f3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0717351 Jul 22 11:15:17.271023 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-18d932c1-655b-409d-86ca-89a53e782049 req-c9c8d55d-4db6-4eee-8332-fcc83e84836a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Jul 22 11:15:18.382507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074d98-2da5-41c4-bad5-3c92a882435a req-34fc867c-14fd-49bb-96be-659f76a512e9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:18.384756 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5074d98-2da5-41c4-bad5-3c92a882435a req-34fc867c-14fd-49bb-96be-659f76a512e9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0819728 Jul 22 11:15:18.457405 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5074d98-2da5-41c4-bad5-3c92a882435a req-513fd304-285c-4901-98de-7f63d81feb69 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Jul 22 11:15:18.458392 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31d99-cd36-45e3-b141-f33f1e16ca65 req-78214369-0598-4887-a76e-b5c2da04c7b9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:18.461070 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9ee31d99-cd36-45e3-b141-f33f1e16ca65 req-78214369-0598-4887-a76e-b5c2da04c7b9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0754638 Jul 22 11:15:18.539646 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9ee31d99-cd36-45e3-b141-f33f1e16ca65 req-bad57089-6807-49ba-8557-a74bb0c69dfe tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 Jul 22 11:15:18.628527 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=42 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:18.641487 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=62 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:19.590864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d37c1d-e651-4032-9384-5fa070b673f4 req-a8f49fcf-3c06-45fc-899a-bee52da03653 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:19.592501 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-79d37c1d-e651-4032-9384-5fa070b673f4 req-a8f49fcf-3c06-45fc-899a-bee52da03653 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0562041 Jul 22 11:15:19.665211 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-79d37c1d-e651-4032-9384-5fa070b673f4 req-eb6790cd-536f-4a5f-84eb-18ff0c924dc4 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638018 Jul 22 11:15:19.704253 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b51ab-35b7-4df2-8c3b-209c8f54cec6 req-0ecdde75-6207-4cd0-9302-e550bbd00c0b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:19.706142 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4f9b51ab-35b7-4df2-8c3b-209c8f54cec6 req-0ecdde75-6207-4cd0-9302-e550bbd00c0b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0640488 Jul 22 11:15:19.782056 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4f9b51ab-35b7-4df2-8c3b-209c8f54cec6 req-b821c1c5-c542-4459-bb3e-8c8f347adb01 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687077 Jul 22 11:15:20.368684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37712) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:20.541533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1076-0677-4f08-9eb1-74ffac6e4ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:20.704472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1076-0677-4f08-9eb1-74ffac6e4ea6 admin admin] Publish callbacks [] for security_group (0310817f-89e3-456a-a182-474458928eaa), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:20.711878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1076-0677-4f08-9eb1-74ffac6e4ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0310817f-89e3-456a-a182-474458928eaa), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:20.787488 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-dc5b1076-0677-4f08-9eb1-74ffac6e4ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59a57b0c812f4af786ead221364ee1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169064 Jul 22 11:15:20.790881 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b1076-0677-4f08-9eb1-74ffac6e4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310817f-89e3-456a-a182-474458928eaa,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:20.793448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37726) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:20.910523 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e82ee-85bd-442f-b2bd-585178fce749 req-c501b589-1cbb-4336-bcbe-c3bae5871241 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:20.913460 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f51e82ee-85bd-442f-b2bd-585178fce749 req-c501b589-1cbb-4336-bcbe-c3bae5871241 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.1322634 Jul 22 11:15:20.946968 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527817eb-d3a3-49ce-8c99-085f9e27e117 req-e9dc3a63-d2e0-4773-8846-dac0f4c9204c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:20.948620 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-527817eb-d3a3-49ce-8c99-085f9e27e117 req-e9dc3a63-d2e0-4773-8846-dac0f4c9204c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0664489 Jul 22 11:15:20.968287 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:20.976536 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] Publish callbacks [] for security_group (0310817f-89e3-456a-a182-474458928eaa), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:20.992662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:21.014077 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f51e82ee-85bd-442f-b2bd-585178fce749 req-9b31e51e-5634-45ba-a772-9598fee45e55 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/security-groups?id=29b1223e-97dc-41a2-860d-26298e14193f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861340 Jul 22 11:15:21.020396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] Publish callbacks [] for security_group (0310817f-89e3-456a-a182-474458928eaa), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.033264 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-527817eb-d3a3-49ce-8c99-085f9e27e117 req-5815916b-a35b-44dc-a3ce-8901f20b7170 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761592 Jul 22 11:15:21.076198 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (0310817f-89e3-456a-a182-474458928eaa), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.080967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.082213 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0310817f-89e3-456a-a182-474458928eaa HTTP/1.1" status: 204 len: 168 time: 0.2823281 Jul 22 11:15:21.090767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e1179-f913-430c-b2ea-d8e29db36c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310817f-89e3-456a-a182-474458928eaa,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:21.333481 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1903-9df7-4729-8a33-3f34882ddace req-8af52d8b-b5cf-4067-8d1e-46ecd1c550ce tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:21.335171 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-896e1903-9df7-4729-8a33-3f34882ddace req-8af52d8b-b5cf-4067-8d1e-46ecd1c550ce tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 946 time: 0.0563087 Jul 22 11:15:21.357200 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:21.508454 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Deleting port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:15:21.509132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.631414 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] For port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:21.632153 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.665625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Calling delete_port for 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 owned by compute:nova {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:15:21.887028 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:21.919601 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:15:21.926719 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Pushing event deleted for resources: {'Port': ['ID=65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:22.018674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] No DVR routers for this DVR port 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 on host hv-cinder-84890 {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:15:22.023439 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37764) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:22.034261 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.041564 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-896e1903-9df7-4729-8a33-3f34882ddace req-2a1b4ada-7fbd-42e0-9739-1fe2824d8992 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.43 "DELETE /v2.0/ports/65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 HTTP/1.1" status: 204 len: 173 time: 0.6965775 Jul 22 11:15:22.042732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'name': 'network-vif-deleted', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:15:22.047792 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8eb365-0476-43af-a2e1-0bb3c85bae59" -d '{"events": [{"server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "name": "network-vif-deleted", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:15:22.195101 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d242-662d-443b-9367-24f9a94e5d9a req-0aeb3085-2f61-47ca-91f7-d776ac7b4096 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:22.202391 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b8e0d242-662d-443b-9367-24f9a94e5d9a req-0aeb3085-2f61-47ca-91f7-d776ac7b4096 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0674465 Jul 22 11:15:22.256121 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f20125fb-6a7b-499c-8a06-4cc79bb70a9a req-21c33f5c-e143-47e0-bdc5-19a836458eb9 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.0446668 Jul 22 11:15:22.277564 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b8e0d242-662d-443b-9367-24f9a94e5d9a req-1a7c7c6c-faf1-4a04-b569-f9bc70c2e6b0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715563 Jul 22 11:15:22.316453 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997f361-863e-45b0-96c8-b23153f51b8c x-openstack-request-id: req-2997f361-863e-45b0-96c8-b23153f51b8c {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:15:22.316905 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3ca38-a4e1-4c99-ace3-be7264f28e4e", "name": "network-vif-deleted", "tag": "65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:15:22.317313 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2997f361-863e-45b0-96c8-b23153f51b8c {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:15:22.317956 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2997f361-863e-45b0-96c8-b23153f51b8c'] response: {'server_uuid': '37f3ca38-a4e1-4c99-ace3-be7264f28e4e', 'name': 'network-vif-deleted', 'tag': '65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8', 'status': 'completed', 'code': 200} Jul 22 11:15:22.348307 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683565033-network', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:22.384763 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Made reservation on behalf of a84fa2f397c54be1b409d8be5ebc8491 for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:22.387400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.400081 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.506653 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks [] for security_group (f31d72d9-fb06-4e7b-ad96-30676307d378), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.511678 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f31d72d9-fb06-4e7b-ad96-30676307d378), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.547587 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d72d9-fb06-4e7b-ad96-30676307d378,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:22.551799 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:15:22.563970 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (9775e6ad-5990-4032-a807-5d8a042d3862), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.564368 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Added segment 9775e6ad-5990-4032-a807-5d8a042d3862 of type vlan for network c683c538-31ff-4cd6-a39f-980bbec88da0 Jul 22 11:15:22.637651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (c683c538-31ff-4cd6-a39f-980bbec88da0), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.648704 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:22.683914 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (c683c538-31ff-4cd6-a39f-980bbec88da0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.685597 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:22.686531 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:22.699205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:22.743514 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7150300 Jul 22 11:15:22.745520 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37794) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:22.756034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Request body: {'subnet': {'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683565033-subnet', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:22.824486 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d66dfc-17ac-4026-97cc-f3d54d53eb92 admin admin] Pushing event updated for resources: {'Network': ['ID=c683c538-31ff-4cd6-a39f-980bbec88da0,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:22.842405 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:15:22.880090 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Made reservation on behalf of a84fa2f397c54be1b409d8be5ebc8491 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:22.885561 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.127155 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.180493 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:23.210698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Checking segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:23.211147 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Network hostable DHCP agents. Network: c683c538-31ff-4cd6-a39f-980bbec88da0, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:15:23.238395 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:15:23.252675 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, c683c538-31ff-4cd6-a39f-980bbec88da0) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:23.259736 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:23.260748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.264188 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11b531-b48c-479f-b40a-5e9c1f341253 None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:23.291014 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9a818066-0da2-47e9-971f-25e4a4da26fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5443852 Jul 22 11:15:23.294766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37806) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:23.304688 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:23.357195 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.360212 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.425572 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-c683c538-31ff-4cd6-a39f-980bbec88da0', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:15:23.427543 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.522861 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c603-beea-48b4-8792-b9144f471a4a req-05426691-5483-4516-b3a0-9266a861073b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:23.533670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0174c603-beea-48b4-8792-b9144f471a4a req-05426691-5483-4516-b3a0-9266a861073b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0863330 Jul 22 11:15:23.570496 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-99c9c3c4-7b43-4c75-a51d-fcc390e0f087 req-5a1b23f6-03bb-4929-9226-0dcd6d8b9631 tempest-DeleteServersTestJSON-1361056093 tempest-DeleteServersTestJSON-1361056093-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f3ca38-a4e1-4c99-ace3-be7264f28e4e HTTP/1.1" status: 200 len: 210 time: 0.1803062 Jul 22 11:15:23.574542 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:23.585928 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for router_controller (1028eb65-dd24-44ea-9500-a664d73b7d33), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.626046 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0174c603-beea-48b4-8792-b9144f471a4a req-cba6cb89-ec86-4968-8814-02aa1e8b6d6e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911183 Jul 22 11:15:23.662236 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Allocated IP 172.20.0.2 (c683c538-31ff-4cd6-a39f-980bbec88da0/30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2/1e66a257-4ddf-4046-9f92-e3483009a526) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:23.799489 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for router_gateway (1028eb65-dd24-44ea-9500-a664d73b7d33), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.932787 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks [] for port (1e66a257-4ddf-4046-9f92-e3483009a526), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:23.943348 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.020142 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Pushing event updated for resources: {'Port': ['ID=1e66a257-4ddf-4046-9f92-e3483009a526,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:24.035205 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:24.036906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:24.039820 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:24.072020 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for router_gateway (1028eb65-dd24-44ea-9500-a664d73b7d33), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.102955 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.109241 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Attempting to bind port 1e66a257-4ddf-4046-9f92-e3483009a526 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:24.109535 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Attempting to bind port 1e66a257-4ddf-4046-9f92-e3483009a526 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:24.109841 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Attempting to bind port 1e66a257-4ddf-4046-9f92-e3483009a526 on network c683c538-31ff-4cd6-a39f-980bbec88da0 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:24.116037 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:24.116271 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Checking segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:24.116684 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.117096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Bound using segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:24.117605 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Bound port: 1e66a257-4ddf-4046-9f92-e3483009a526, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:24.117998 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.201269 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] For port 1e66a257-4ddf-4046-9f92-e3483009a526, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:24.207926 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] For port 1e66a257-4ddf-4046-9f92-e3483009a526, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1e66a257-4ddf-4046-9f92-e3483009a526,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:24.217526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.223128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:24.233677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:24.265985 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Allocated IP 172.27.0.26 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/92834d48-248c-404c-a335-37eb786c5499) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:24.337116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034d5c5-a7fd-46ef-b799-42c31f696a83 None None] Pushing event updated for resources: {'Port': ['ID=1e66a257-4ddf-4046-9f92-e3483009a526,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:24.425625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for port (92834d48-248c-404c-a335-37eb786c5499), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.470069 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (92834d48-248c-404c-a335-37eb786c5499), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:24.518656 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:24.527557 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:24.531096 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Pushing event updated for resources: {'Port': ['ID=92834d48-248c-404c-a335-37eb786c5499,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:24.534914 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:24.644247 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:15:24.678998 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:15:24.679587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 65b00a5d-a3ec-4ac4-81fb-4c9f29a071f8 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:15:24.912691 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68e3ff-af1a-45fe-89f8-64237ec227c4 req-dc1d4d6b-beb4-4343-81cf-c027bb0bf25c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:24.914292 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6b68e3ff-af1a-45fe-89f8-64237ec227c4 req-dc1d4d6b-beb4-4343-81cf-c027bb0bf25c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1643832 Jul 22 11:15:24.940437 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for router_gateway (1028eb65-dd24-44ea-9500-a664d73b7d33), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:25.286080 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6b68e3ff-af1a-45fe-89f8-64237ec227c4 req-1a822815-602e-4483-a73e-0cae111e8d0a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653708 Jul 22 11:15:25.435975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1e66a257-4ddf-4046-9f92-e3483009a526 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:25.499613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 1e66a257-4ddf-4046-9f92-e3483009a526 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:25.500645 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:25.511326 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:25.544777 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:25.684598 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 1e66a257-4ddf-4046-9f92-e3483009a526 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:25.685045 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:25.757089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 1e66a257-4ddf-4046-9f92-e3483009a526, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1e66a257-4ddf-4046-9f92-e3483009a526,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:25.760087 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:25.764648 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:25.773677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Router 1028eb65-dd24-44ea-9500-a664d73b7d33 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:15:25.784132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:25.878970 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=1e66a257-4ddf-4046-9f92-e3483009a526,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:25.906231 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989fcae-dbf7-46d7-9822-44b3c8407261 None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:25.945326 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:25.984774 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:25.997396 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Sync routers for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:26.013147 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:26.013945 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:26.016078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.022567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37866) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:26.023351 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2e309c5f-e5bd-48e7-a72f-4eb8b71a194f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7260931 Jul 22 11:15:26.038816 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-2d376e36-9142-41fc-8f69-754e08c74b7e None None] Provisioning complete for port 1e66a257-4ddf-4046-9f92-e3483009a526 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:26.039376 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2d376e36-9142-41fc-8f69-754e08c74b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.179663 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-2d376e36-9142-41fc-8f69-754e08c74b7e None None] Current status of the port 1e66a257-4ddf-4046-9f92-e3483009a526 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:26.184652 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:26.214173 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:26.412293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-b6d96340-4454-45ff-a67f-646af0b4b9ba None None] Provisioning complete for port 1e66a257-4ddf-4046-9f92-e3483009a526 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:26.412293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b6d96340-4454-45ff-a67f-646af0b4b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.413496 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37876) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:26.488788 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:24Z', 'revision_number': 3, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:26.520026 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Checking router: 1028eb65-dd24-44ea-9500-a664d73b7d33 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:26.520387 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Updating router 1028eb65-dd24-44ea-9500-a664d73b7d33 port 92834d48-248c-404c-a335-37eb786c5499 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:26.548083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-b6d96340-4454-45ff-a67f-646af0b4b9ba None None] Current status of the port 1e66a257-4ddf-4046-9f92-e3483009a526 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:26.555142 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (92834d48-248c-404c-a335-37eb786c5499), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.635967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5c8a7-7e3b-443f-a65c-dc96cd50f650 req-3f3286b4-870f-4ae6-bd4d-2c32bdd58858 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:26.637350 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-52c5c8a7-7e3b-443f-a65c-dc96cd50f650 req-3f3286b4-870f-4ae6-bd4d-2c32bdd58858 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.2217951 Jul 22 11:15:26.694183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.775397 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-52c5c8a7-7e3b-443f-a65c-dc96cd50f650 req-6a2bdb99-d66d-4ef8-a57a-436c0ac4fafa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274269 Jul 22 11:15:26.871518 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks [] for port (92834d48-248c-404c-a335-37eb786c5499), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.882251 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (92834d48-248c-404c-a335-37eb786c5499), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:26.938325 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Allocated IP 172.20.0.1 (c683c538-31ff-4cd6-a39f-980bbec88da0/30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2/0db537e8-1d3c-4d6c-801c-4d0e9c174b64) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:26.949968 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Pushing event updated for resources: {'Port': ['ID=92834d48-248c-404c-a335-37eb786c5499,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:26.965543 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.966406 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.967173 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.968317 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.969547 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.970224 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.971093 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.971657 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.972694 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.973455 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.974542 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.975309 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.976052 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.976747 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:26.977481 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:27.006231 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Attempting to bind port 92834d48-248c-404c-a335-37eb786c5499 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:27.007712 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Attempting to bind port 92834d48-248c-404c-a335-37eb786c5499 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:27.008609 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Attempting to bind port 92834d48-248c-404c-a335-37eb786c5499 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:27.030708 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:27.032003 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:27.032914 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.033845 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:27.034993 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Bound port: 92834d48-248c-404c-a335-37eb786c5499, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:27.036194 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (92834d48-248c-404c-a335-37eb786c5499), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.081116 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.081770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks [] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.091579 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:27.111822 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] For port 92834d48-248c-404c-a335-37eb786c5499, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:27.120423 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] For port 92834d48-248c-404c-a335-37eb786c5499, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=92834d48-248c-404c-a335-37eb786c5499,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:27.131853 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (92834d48-248c-404c-a335-37eb786c5499), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.147443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.201985 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:27.203121 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:27.204550 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:27.209640 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:27.214880 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:27.215716 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (1028eb65-dd24-44ea-9500-a664d73b7d33), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.292970 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Pushing event updated for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:27.413607 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:27.428705 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1e66a257-4ddf-4046-9f92-e3483009a526 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:27.482788 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:27.484183 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:27.507152 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 1e66a257-4ddf-4046-9f92-e3483009a526 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:27.507813 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.554400 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffbe48-354c-40a4-8b7b-c85ca31092f6 None None] Pushing event updated for resources: {'Port': ['ID=92834d48-248c-404c-a335-37eb786c5499,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:27.561625 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:27.569315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.736798 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:24Z', 'revision_number': 3, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:27.773550 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2961db9b-b08a-4bef-acd2-ea306e0097a4 None None] The sync data for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi is: [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:24Z', 'revision_number': 3, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:27.779890 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-89f834bd-9d13-40b3-8af2-1b4ebce4e721 None None] Provisioning complete for port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:27.780532 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-89f834bd-9d13-40b3-8af2-1b4ebce4e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.792865 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Deleting port 61d191b6-ee13-469a-b0e2-5123bd66a085 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:15:27.793732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:27.816729 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 1e66a257-4ddf-4046-9f92-e3483009a526 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:27.843000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-89f834bd-9d13-40b3-8af2-1b4ebce4e721 None None] Port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:27.982368 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:27.985777 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] For port 61d191b6-ee13-469a-b0e2-5123bd66a085, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=61d191b6-ee13-469a-b0e2-5123bd66a085,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:27.986529 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.009601 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Calling delete_port for 61d191b6-ee13-469a-b0e2-5123bd66a085 owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:15:28.047887 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks [] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.059412 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.060649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (1028eb65-dd24-44ea-9500-a664d73b7d33), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.133017 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea34e-32be-4919-a6c3-9a838378e7a0 req-fd95f12d-d4f2-4e7f-b979-e2ec12ff5146 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:28.136236 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3e8ea34e-32be-4919-a6c3-9a838378e7a0 req-fd95f12d-d4f2-4e7f-b979-e2ec12ff5146 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1752837 Jul 22 11:15:28.191154 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:28.261880 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Pushing event updated for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:28.306259 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3e8ea34e-32be-4919-a6c3-9a838378e7a0 req-6244dc2d-94ef-4951-97fb-58f5232d8547 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568198 Jul 22 11:15:28.352565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:28.354303 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:28.443825 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (61d191b6-ee13-469a-b0e2-5123bd66a085), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.522892 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d191b6-ee13-469a-b0e2-5123bd66a085,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:28.659573 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Router 1028eb65-dd24-44ea-9500-a664d73b7d33 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:28.789495 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-65aea1a5-d4a0-4b24-b741-e2dc806d8ccb None None] Provisioning complete for port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:28.791975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-65aea1a5-d4a0-4b24-b741-e2dc806d8ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.907563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:28.908849 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-65aea1a5-d4a0-4b24-b741-e2dc806d8ccb None None] Port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:28.958462 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:29.306387 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:29.312888 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bd26d4a7-c787-413e-8a47-045574e2419e admin admin] 10.222.0.20 "PUT /v2.0/routers/1028eb65-dd24-44ea-9500-a664d73b7d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2888651 Jul 22 11:15:29.626659 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 92834d48-248c-404c-a335-37eb786c5499 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:29.663106 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131c62-7183-4a4e-b24f-4d6b4a313b2d req-08e0e75c-35d3-4523-aaac-37fcd898d029 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:29.665841 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-67131c62-7183-4a4e-b24f-4d6b4a313b2d req-08e0e75c-35d3-4523-aaac-37fcd898d029 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1159658 Jul 22 11:15:29.678156 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Router abd8a392-aa03-4dcd-a741-b2a92be5ae9a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:29.755878 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 92834d48-248c-404c-a335-37eb786c5499 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:29.756628 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (92834d48-248c-404c-a335-37eb786c5499), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:29.814441 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-67131c62-7183-4a4e-b24f-4d6b4a313b2d req-411fab45-5ef6-4cce-b7f6-ca1bc84f0dfd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265130 Jul 22 11:15:29.846551 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:29.888433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 92834d48-248c-404c-a335-37eb786c5499 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:29.888926 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (92834d48-248c-404c-a335-37eb786c5499), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:29.895785 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:29.904871 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e21fe3fc-8f82-48d9-94df-9a00414b9c61 admin admin] 10.222.0.20 "PUT /v2.0/routers/abd8a392-aa03-4dcd-a741-b2a92be5ae9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4903579 Jul 22 11:15:29.908769 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37936) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:29.927054 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Sync routers for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:29.943117 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 92834d48-248c-404c-a335-37eb786c5499, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=92834d48-248c-404c-a335-37eb786c5499,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:29.948269 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:29.949470 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:29.955509 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (92834d48-248c-404c-a335-37eb786c5499), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.057811 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:30.087853 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=92834d48-248c-404c-a335-37eb786c5499,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:30.105884 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks [] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.206174 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:30.261797 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:30.337158 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks [] for router_gateway (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.392195 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:30.397540 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37950) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:30.420369 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Deleting port df823850-6d09-462f-ab84-bb6ad0e816ed {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:15:30.420928 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.445394 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37954) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:30.453756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1897414202-network', 'tenant_id': 'd448706e6bff4b93b746096574062eb6'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:30.486967 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:15:28Z', 'revision_number': 5, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port': {'id': 'df823850-6d09-462f-ab84-bb6ad0e816ed', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:52Z', 'updated_at': '2022-07-22T11:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:30.488986 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Made reservation on behalf of d448706e6bff4b93b746096574062eb6 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:30.493092 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.506171 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.537563 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Checking router: abd8a392-aa03-4dcd-a741-b2a92be5ae9a for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:30.537816 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:30.559318 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Routers {'abd8a392-aa03-4dcd-a741-b2a92be5ae9a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:30.560082 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:30.583916 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] For port df823850-6d09-462f-ab84-bb6ad0e816ed, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=df823850-6d09-462f-ab84-bb6ad0e816ed,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:30.585381 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.632061 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Calling delete_port for df823850-6d09-462f-ab84-bb6ad0e816ed owned by network:router_gateway {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:15:30.643772 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:30.678982 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks [] for security_group (45b668bf-89fd-4c84-a94d-3f2eb254dd19), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.684123 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (45b668bf-89fd-4c84-a94d-3f2eb254dd19), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.707199 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:15:30.716847 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Sync routers for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:30.739432 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:30.740114 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:30.747082 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.747681 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Added segment c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47 of type vlan for network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 Jul 22 11:15:30.766750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b668bf-89fd-4c84-a94d-3f2eb254dd19,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:30.814724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.891208 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.892548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:30.893286 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:30.943108 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:31.050637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] Set router abd8a392-aa03-4dcd-a741-b2a92be5ae9a gateway port host: None {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:31.054439 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (df823850-6d09-462f-ab84-bb6ad0e816ed), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.081616 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:31.084182 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fdb-d57b-4b34-9af3-2746df677e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.120189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Pushing event deleted for resources: {'Port': ['ID=df823850-6d09-462f-ab84-bb6ad0e816ed,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:31.125620 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c8267664-9fc4-45e2-b093-6bc364914d85 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6778638 Jul 22 11:15:31.131247 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37966) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:31.141866 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Request body: {'subnet': {'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1897414202-subnet', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:31.158636 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.179128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:15:30Z', 'revision_number': 6, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:31.185582 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:15:31.189735 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfb01b-1d89-4297-9b3a-f5d5d6e8df10 req-dd6e1ea7-48ed-4b2f-9446-2283c59643fa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:31.192929 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3edfb01b-1d89-4297-9b3a-f5d5d6e8df10 req-dd6e1ea7-48ed-4b2f-9446-2283c59643fa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1496036 Jul 22 11:15:31.234468 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba315e-6a40-4d38-94c2-28a91b7c71b4 None None] The sync data for ids ['abd8a392-aa03-4dcd-a741-b2a92be5ae9a'] in dv-cinder-848900-4-iscsi is: [{'id': 'abd8a392-aa03-4dcd-a741-b2a92be5ae9a', 'name': 'tempest-DeleteServersTestJSON-1907016832-router', 'tenant_id': '08cd35ed100244fdab3228d1afe62400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:15:30Z', 'revision_number': 6, 'project_id': '08cd35ed100244fdab3228d1afe62400', 'gw_port_host': None}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:31.242756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Made reservation on behalf of d448706e6bff4b93b746096574062eb6 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:31.246777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.355955 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.359970 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks [] for router_controller (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.398107 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 2, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:31.426036 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Checking router: 1028eb65-dd24-44ea-9500-a664d73b7d33 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:31.426542 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Updating router 1028eb65-dd24-44ea-9500-a664d73b7d33 port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:31.458563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (abd8a392-aa03-4dcd-a741-b2a92be5ae9a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.459967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd8a392-aa03-4dcd-a741-b2a92be5ae9a {{(pid=104148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:15:31.470198 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.473133 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6076883b-a892-4666-b1bd-6040681bc523 admin admin] 10.222.0.20 "DELETE /v2.0/routers/abd8a392-aa03-4dcd-a741-b2a92be5ae9a HTTP/1.1" status: 204 len: 168 time: 1.5616608 Jul 22 11:15:31.475337 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37968) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:31.486559 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.510152 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3edfb01b-1d89-4297-9b3a-f5d5d6e8df10 req-16999b15-010b-43d2-bdf9-967c6b729380 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108835 Jul 22 11:15:31.539358 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Deleting subnet 092c0d4f-68d9-42ce-bdba-a1865c794e3d {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:15:31.550426 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Publish callbacks [] for subnet (092c0d4f-68d9-42ce-bdba-a1865c794e3d), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.558356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fdb-d57b-4b34-9af3-2746df677e97 admin admin] Publish callbacks [] for security_group (a0139b95-96c8-4b12-b930-0168d6ee561b), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.560732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (bb0751ca-6e06-46a0-87d8-1adfce4846f8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.573520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2abf7fdb-d57b-4b34-9af3-2746df677e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a0139b95-96c8-4b12-b930-0168d6ee561b), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.637470 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Publish callbacks [] for subnet (092c0d4f-68d9-42ce-bdba-a1865c794e3d), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.705226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7fdb-d57b-4b34-9af3-2746df677e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0139b95-96c8-4b12-b930-0168d6ee561b,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:31.724987 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:31.757392 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:31.783142 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (092c0d4f-68d9-42ce-bdba-a1865c794e3d), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.797201 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-2abf7fdb-d57b-4b34-9af3-2746df677e97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc1a73b47e7a41789b045738110dee21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3977458 Jul 22 11:15:31.798706 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 37970) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:31.807398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0751ca-6e06-46a0-87d8-1adfce4846f8,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:31.857712 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Checking segment: {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:31.858358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Network hostable DHCP agents. Network: c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:15:31.900548 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (092c0d4f-68d9-42ce-bdba-a1865c794e3d), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.920547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:15:31.930529 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092c0d4f-68d9-42ce-bdba-a1865c794e3d,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:31.935095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.939096 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-54498868-d106-460c-b02d-a287a6ca5351 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/092c0d4f-68d9-42ce-bdba-a1865c794e3d HTTP/1.1" status: 204 len: 168 time: 0.4616628 Jul 22 11:15:31.941800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:31.941992 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37972) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:31.944124 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks [] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.946152 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] Publish callbacks [] for security_group (a0139b95-96c8-4b12-b930-0168d6ee561b), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.951827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:31.952365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.961386 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:31.966838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=12 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:31.971567 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b69070-4817-4e07-a60a-2162b0097526 None None] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:31.980596 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:32.037400 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12493b-3885-4dd7-b341-1196328922ea None None] Pushing event updated for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:32.057458 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (1a51435a-0afb-4925-9311-8d036dddb7a1), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.071290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] Publish callbacks [] for security_group (a0139b95-96c8-4b12-b930-0168d6ee561b), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.076606 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3103deb1-6db9-4ff5-a51d-4f6ca25e6d34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9416771 Jul 22 11:15:32.081127 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 37974) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:32.087761 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:32.106608 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be852c-3335-4be0-8887-559ee7949a2d None None] Network 1a51435a-0afb-4925-9311-8d036dddb7a1 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:32.156184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a0139b95-96c8-4b12-b930-0168d6ee561b), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.160951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.165554 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Deleting port bda5ecbf-f633-441d-9512-8a10c2893a3f {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:15:32.167874 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0139b95-96c8-4b12-b930-0168d6ee561b HTTP/1.1" status: 204 len: 168 time: 0.3619342 Jul 22 11:15:32.168734 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.192817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d9b67-67e3-4856-8a38-7a5065d2f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0139b95-96c8-4b12-b930-0168d6ee561b,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:32.203779 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.206666 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.221936 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Attempting to bind port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:32.222307 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Attempting to bind port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:32.222667 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Attempting to bind port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 on network c683c538-31ff-4cd6-a39f-980bbec88da0 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:32.251397 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:32.252003 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Checking segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:32.252605 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.258543 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Bound using segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:32.259131 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Bound port: 0db537e8-1d3c-4d6c-801c-4d0e9c174b64, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:32.259883 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.261097 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 92834d48-248c-404c-a335-37eb786c5499 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:32.289484 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:32.346518 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'project_id': 'd448706e6bff4b93b746096574062eb6', 'fixed_ips': [{'subnet_id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:15:32.347852 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.406834 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] For port bda5ecbf-f633-441d-9512-8a10c2893a3f, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=bda5ecbf-f633-441d-9512-8a10c2893a3f,segment=NetworkSegment(32405c85-2283-4f4f-8a34-71d66df93e6f),segment_id=32405c85-2283-4f4f-8a34-71d66df93e6f)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:32.407028 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.450440 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Calling delete_port for bda5ecbf-f633-441d-9512-8a10c2893a3f owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:15:32.473521 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] For port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:32.481632 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] For port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:32.498289 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.662181 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:32.663300 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:32.686546 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Allocated IP 172.20.0.2 (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923/bb0751ca-6e06-46a0-87d8-1adfce4846f8/91283366-a382-437c-9fac-a945049e56e9) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:32.798782 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:32.808683 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:32.860021 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for router_controller (7739fedd-d5c4-4cc6-b923-8681f5c6c602), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.867352 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:32.874591 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:32.881138 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (bda5ecbf-f633-441d-9512-8a10c2893a3f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.885108 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12493b-3885-4dd7-b341-1196328922ea None None] Pushing event updated for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:32.914194 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Provisioning complete for port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:32.914591 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:32.925538 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 92834d48-248c-404c-a335-37eb786c5499 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:32.926494 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (92834d48-248c-404c-a335-37eb786c5499), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.146486 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f009658-0c9d-4025-975b-19a9eac4077e None None] DHCP port deletion for 1a51435a-0afb-4925-9311-8d036dddb7a1 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:15:33.179607 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Pushing event deleted for resources: {'Port': ['ID=bda5ecbf-f633-441d-9512-8a10c2893a3f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:33.201736 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] No DVR routers for this DVR port bda5ecbf-f633-441d-9512-8a10c2893a3f on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:15:33.215526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks [] for port (91283366-a382-437c-9fac-a945049e56e9), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.220964 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Current status of the port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:33.221413 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.225572 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 92834d48-248c-404c-a335-37eb786c5499 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:33.234002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (91283366-a382-437c-9fac-a945049e56e9), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.293032 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] For port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:33.298448 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:32Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:33.301469 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.315876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:33.331389 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:33.334068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:33.337338 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4f2fb-7e7b-43a3-9c8c-4a45a1b05ad4 None None] The sync data for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi is: [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:32Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:33.337817 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Pushing event updated for resources: {'Port': ['ID=91283366-a382-437c-9fac-a945049e56e9,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:33.474235 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device df823850-6d09-462f-ab84-bb6ad0e816ed no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:15:33.507461 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-8b4a88f2-dda8-4581-8785-35347dc86a1c None None] Provisioning complete for port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:33.507862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8b4a88f2-dda8-4581-8785-35347dc86a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.533211 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf50af-4e84-4ef5-b8e7-0b3e7d25d592 req-9d619127-13ea-419f-9560-2f3ed5f0e117 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:33.535951 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: df823850-6d09-462f-ab84-bb6ad0e816ed {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:15:33.536600 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device df823850-6d09-462f-ab84-bb6ad0e816ed not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:15:33.537335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 61d191b6-ee13-469a-b0e2-5123bd66a085 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:15:33.542232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Attempting to bind port 91283366-a382-437c-9fac-a945049e56e9 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:33.543040 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Attempting to bind port 91283366-a382-437c-9fac-a945049e56e9 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:33.543964 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Attempting to bind port 91283366-a382-437c-9fac-a945049e56e9 on network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:33.545201 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0caf50af-4e84-4ef5-b8e7-0b3e7d25d592 req-9d619127-13ea-419f-9560-2f3ed5f0e117 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.6728966 Jul 22 11:15:33.549899 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for router_gateway (7739fedd-d5c4-4cc6-b923-8681f5c6c602), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.560064 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:33.560612 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Checking segment: {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:33.561250 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.562841 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Bound using segment: {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:33.563653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Bound port: 91283366-a382-437c-9fac-a945049e56e9, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:33.564180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (91283366-a382-437c-9fac-a945049e56e9), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.680180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e654-3d91-4145-805d-d551d5c3a3b1 None None] Pushing event updated for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:33.690788 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (1a51435a-0afb-4925-9311-8d036dddb7a1), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:33.720685 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 61d191b6-ee13-469a-b0e2-5123bd66a085 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:15:33.721266 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 61d191b6-ee13-469a-b0e2-5123bd66a085 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:15:33.721976 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device bda5ecbf-f633-441d-9512-8a10c2893a3f no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:15:33.739106 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:33.762039 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0caf50af-4e84-4ef5-b8e7-0b3e7d25d592 req-23f529b1-16c4-42ca-8fe5-c031768d531d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145984 Jul 22 11:15:33.786990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: bda5ecbf-f633-441d-9512-8a10c2893a3f {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:15:33.787288 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device bda5ecbf-f633-441d-9512-8a10c2893a3f not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:15:33.797803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:33.837444 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.838205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.839337 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.840303 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > port after_create 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.840788 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.841611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > port after_update 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.841611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.843201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.843201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.843201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:33.959775 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] For port 91283366-a382-437c-9fac-a945049e56e9, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:33.963032 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a88f2-dda8-4581-8785-35347dc86a1c None None] Current status of the port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:33.967977 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] For port 91283366-a382-437c-9fac-a945049e56e9, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=91283366-a382-437c-9fac-a945049e56e9,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:33.979156 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (91283366-a382-437c-9fac-a945049e56e9), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.113304 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df85f5-9dd7-4570-ab1d-2a6f52d99da1 None None] Pushing event updated for resources: {'Port': ['ID=91283366-a382-437c-9fac-a945049e56e9,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:34.120438 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:34.120793 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:34.121280 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:34.121682 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:15:34.122145 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a51435a-0afb-4925-9311-8d036dddb7a1']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:34.274518 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32405c85-2283-4f4f-8a34-71d66df93e6f') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:34.275550 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32405c85-2283-4f4f-8a34-71d66df93e6f') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:34.314412 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (32405c85-2283-4f4f-8a34-71d66df93e6f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.401809 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (32405c85-2283-4f4f-8a34-71d66df93e6f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.433477 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:15:34.434388 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (32405c85-2283-4f4f-8a34-71d66df93e6f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.520771 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for router_gateway (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.579505 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.670134 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (1a51435a-0afb-4925-9311-8d036dddb7a1), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.701497 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:34.718728 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a51435a-0afb-4925-9311-8d036dddb7a1 HTTP/1.1" status: 204 len: 168 time: 2.7756176 Jul 22 11:15:34.742941 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc27f5e-d286-47fa-9993-4715ecea363b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a51435a-0afb-4925-9311-8d036dddb7a1,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:34.865662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Allocated IP 172.27.0.176 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/5c0d13e8-e4ab-4de5-9746-55199a4e9cb8) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:34.973235 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edd7fa-6580-448b-a3bf-f92f396cff61 req-f989616b-58e1-4578-83f9-ed6d661cc985 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:34.978777 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81edd7fa-6580-448b-a3bf-f92f396cff61 req-f989616b-58e1-4578-83f9-ed6d661cc985 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1066976 Jul 22 11:15:35.124444 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81edd7fa-6580-448b-a3bf-f92f396cff61 req-588c32ac-9337-4ef1-88ca-3d6401ea7094 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Jul 22 11:15:35.133468 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.148454 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:35.166367 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38058) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:35.296191 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6463c2be-a7f1-4d24-8536-127d3b281ddd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08cd35ed100244fdab3228d1afe62400&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1277323 Jul 22 11:15:35.296591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38060) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:35.397377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] Publish callbacks [] for security_group (29b1223e-97dc-41a2-860d-26298e14193f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.460634 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] Publish callbacks [] for security_group (29b1223e-97dc-41a2-860d-26298e14193f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.505970 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:35.568395 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (29b1223e-97dc-41a2-860d-26298e14193f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.574846 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.577436 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29b1223e-97dc-41a2-860d-26298e14193f HTTP/1.1" status: 204 len: 168 time: 0.2794356 Jul 22 11:15:35.601191 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22563334-b61c-4591-8499-5ed64964890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1223e-97dc-41a2-860d-26298e14193f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:35.660500 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 32405c85-2283-4f4f-8a34-71d66df93e6f resource provider aggregate not found Jul 22 11:15:35.691474 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 32405c85-2283-4f4f-8a34-71d66df93e6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32405c85-2283-4f4f-8a34-71d66df93e6f found for delete ", "request_id": "req-9c863d78-fc09-4687-9e45-9ded81b29fa2"}]} Jul 22 11:15:35.712064 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:35.712642 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.715026 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:35.767652 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:35.771743 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:35.775696 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:35.798973 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3f048-a9be-4ab7-8477-35b2adaea86c None None] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:35.829217 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Pushing event updated for resources: {'Port': ['ID=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:36.038901 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Provisioning complete for port 91283366-a382-437c-9fac-a945049e56e9 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:36.039944 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (91283366-a382-437c-9fac-a945049e56e9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.150776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for router_gateway (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.208815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:36.387868 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:36.450547 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:36.451397 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee818bc8-a316-412d-a96a-0884c6ad8a7c req-4571f1dc-3e86-4d37-b9e5-3a5421c2d0ec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:36.451681 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 91283366-a382-437c-9fac-a945049e56e9 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:36.454883 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ee818bc8-a316-412d-a96a-0884c6ad8a7c req-4571f1dc-3e86-4d37-b9e5-3a5421c2d0ec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1573942 Jul 22 11:15:36.532749 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Current status of the port 91283366-a382-437c-9fac-a945049e56e9 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:36.533419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (91283366-a382-437c-9fac-a945049e56e9), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.547396 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 91283366-a382-437c-9fac-a945049e56e9 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:36.548361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (91283366-a382-437c-9fac-a945049e56e9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.628974 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] For port 91283366-a382-437c-9fac-a945049e56e9, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=91283366-a382-437c-9fac-a945049e56e9,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:36.642618 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (91283366-a382-437c-9fac-a945049e56e9), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.710686 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:36.730536 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 91283366-a382-437c-9fac-a945049e56e9 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:36.748158 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ee818bc8-a316-412d-a96a-0884c6ad8a7c req-0e9abdf3-0db1-4b14-9e17-cbe244ab7348 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866693 Jul 22 11:15:36.749739 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a7b09-fd90-4c1c-9561-216a59b4571c None None] Pushing event updated for resources: {'Port': ['ID=91283366-a382-437c-9fac-a945049e56e9,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:36.776494 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-090c3026-68e2-4f41-8f55-565e7b2808fd None None] Provisioning complete for port 91283366-a382-437c-9fac-a945049e56e9 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:36.777083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-090c3026-68e2-4f41-8f55-565e7b2808fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (91283366-a382-437c-9fac-a945049e56e9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.797141 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:36.835306 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38116) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:36.897327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-090c3026-68e2-4f41-8f55-565e7b2808fd None None] Current status of the port 91283366-a382-437c-9fac-a945049e56e9 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:36.976423 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:15:37.124767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:37.142978 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Sync routers for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:37.169599 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:37.170945 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:37.183645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.199567 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b9d5b192-f052-403a-9bad-52141a526560 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1136947 Jul 22 11:15:37.199567 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38122) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:37.252865 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8afb-56bd-4346-bde8-fb54015b0538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.359158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:37.399966 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8afb-56bd-4346-bde8-fb54015b0538 admin admin] Publish callbacks [] for security_group (f2046972-cf03-4470-a6d7-a4153f0a0b60), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.409587 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8afb-56bd-4346-bde8-fb54015b0538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f2046972-cf03-4470-a6d7-a4153f0a0b60), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.416432 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 91283366-a382-437c-9fac-a945049e56e9 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:37.444090 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:37.515316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:37.557288 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ee1a8afb-56bd-4346-bde8-fb54015b0538 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cb7e1b8314d4b3e9eb1d851f3efc5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7193325 Jul 22 11:15:37.558616 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38128) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:37.559890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a8afb-56bd-4346-bde8-fb54015b0538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2046972-cf03-4470-a6d7-a4153f0a0b60,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:37.577349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 91283366-a382-437c-9fac-a945049e56e9 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:37.577996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (91283366-a382-437c-9fac-a945049e56e9), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.684669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] Publish callbacks [] for security_group (f2046972-cf03-4470-a6d7-a4153f0a0b60), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.722659 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] Publish callbacks [] for security_group (f2046972-cf03-4470-a6d7-a4153f0a0b60), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.752295 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:35Z', 'revision_number': 3, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:37.807123 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Checking router: 7739fedd-d5c4-4cc6-b923-8681f5c6c602 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:37.807550 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Updating router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:37.829736 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f2046972-cf03-4470-a6d7-a4153f0a0b60), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.835216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:37.846845 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2046972-cf03-4470-a6d7-a4153f0a0b60 HTTP/1.1" status: 204 len: 168 time: 0.2767489 Jul 22 11:15:37.876345 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9251bf-92d6-421b-a793-fa81d05217e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2046972-cf03-4470-a6d7-a4153f0a0b60,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:37.926397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:37.959582 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.028662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38142) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:38.084949 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0511851-3a78-4ed3-9322-bc1d981f2eb5 req-4320c0da-58f7-408a-8bc6-2bd213c50f30 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:38.087695 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a0511851-3a78-4ed3-9322-bc1d981f2eb5 req-4320c0da-58f7-408a-8bc6-2bd213c50f30 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1700506 Jul 22 11:15:38.235152 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:38.236869 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.240541 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a0511851-3a78-4ed3-9322-bc1d981f2eb5 req-01eef66d-780d-4eac-979d-f1d6597f03d0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451750 Jul 22 11:15:38.246028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 91283366-a382-437c-9fac-a945049e56e9 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:38.342399 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:38.481539 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-network', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:38.530168 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Allocated IP 172.20.0.1 (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923/bb0751ca-6e06-46a0-87d8-1adfce4846f8/a0c13680-1cf9-4b6c-91ee-ea2b72104f2a) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:38.535679 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Made reservation on behalf of b745569c01e04aa18f5494b0856bc3d1 for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:38.538307 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.555006 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.579291 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d987c893-6141-45ec-83b7-61f61ec4d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.584634 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks [] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.595987 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.663104 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38150) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:38.677361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Attempting to bind port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:38.677908 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Attempting to bind port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:38.678100 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1432ea3c-c08e-4b70-937a-26261d8a9d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.678443 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Attempting to bind port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:38.690355 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:38.690857 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:38.691371 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.691849 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:38.692496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Bound port: 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:38.692952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.696446 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0a9b8-b8cd-441f-bd8c-5d4687ee69b0 None None] Pushing event updated for resources: {'Port': ['ID=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:38.740165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:38.759791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks [] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.779602 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks [] for security_group (10e8e43c-b517-4b91-adb1-d354f09182c6), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.781334 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] For port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:38.786808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (10e8e43c-b517-4b91-adb1-d354f09182c6), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.788889 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] For port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:38.800461 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.803898 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1432ea3c-c08e-4b70-937a-26261d8a9d5d admin admin] Publish callbacks [] for security_group (f17327d0-9854-4e41-a9c8-6fea2eb2ea66), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.805608 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:38.809826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1432ea3c-c08e-4b70-937a-26261d8a9d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f17327d0-9854-4e41-a9c8-6fea2eb2ea66), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.833508 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:15:38.853997 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8e43c-b517-4b91-adb1-d354f09182c6,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:38.860941 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (07cbbd35-6f08-4690-9dfc-266f55b70ac2), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.861294 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Added segment 07cbbd35-6f08-4690-9dfc-266f55b70ac2 of type vlan for network 7318ffdd-ae63-4738-8d01-53fbef338615 Jul 22 11:15:38.877200 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.907313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:38.908363 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:38.909522 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-1432ea3c-c08e-4b70-937a-26261d8a9d5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c315501c78148cf973f8f9b732b86ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453282 Jul 22 11:15:38.913042 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38152) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:38.919996 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ea3c-c08e-4b70-937a-26261d8a9d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17327d0-9854-4e41-a9c8-6fea2eb2ea66,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:38.965287 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (7318ffdd-ae63-4738-8d01-53fbef338615), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.966740 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0a9b8-b8cd-441f-bd8c-5d4687ee69b0 None None] Pushing event updated for resources: {'Port': ['ID=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:38.970400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:38.994162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:38.994591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] Publish callbacks [] for security_group (f17327d0-9854-4e41-a9c8-6fea2eb2ea66), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:38.996778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:39.004327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:39.039951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (7318ffdd-ae63-4738-8d01-53fbef338615), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.041268 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] Publish callbacks [] for security_group (f17327d0-9854-4e41-a9c8-6fea2eb2ea66), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.042108 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:39.042937 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.089244 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:39.097327 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0633509 Jul 22 11:15:39.097587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:39.106275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38156) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:39.121594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Request body: {'subnet': {'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-subnet', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:39.124852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.178288 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc156fe-824f-4ee0-9cd9-db9478044e4e admin admin] Pushing event updated for resources: {'Network': ['ID=7318ffdd-ae63-4738-8d01-53fbef338615,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:39.195570 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Made reservation on behalf of b745569c01e04aa18f5494b0856bc3d1 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:39.195570 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.255845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f17327d0-9854-4e41-a9c8-6fea2eb2ea66), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.258386 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.276480 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f17327d0-9854-4e41-a9c8-6fea2eb2ea66 HTTP/1.1" status: 204 len: 168 time: 0.3453519 Jul 22 11:15:39.336561 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 7318ffdd-ae63-4738-8d01-53fbef338615 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:15:39.354982 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.496167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a9fd7-8def-49b2-8d1e-7e7154abb93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17327d0-9854-4e41-a9c8-6fea2eb2ea66,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:39.523465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:39.543517 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-573ddd1e-ed2e-41cb-8c6b-897d20e09689 None None] Provisioning complete for port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:39.544080 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-573ddd1e-ed2e-41cb-8c6b-897d20e09689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.549118 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:39.652192 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad2749-db3c-4064-9fea-dd745ce5d039 req-d9a6a287-2fe4-4d3c-8cca-3569ba19b5b3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:39.654085 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5aad2749-db3c-4064-9fea-dd745ce5d039 req-d9a6a287-2fe4-4d3c-8cca-3569ba19b5b3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1754825 Jul 22 11:15:39.703454 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-573ddd1e-ed2e-41cb-8c6b-897d20e09689 None None] Port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:39.722658 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5aad2749-db3c-4064-9fea-dd745ce5d039 req-ef063687-4330-4be0-a2e3-be90be7e5c66 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574737 Jul 22 11:15:39.734369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:35Z', 'revision_number': 3, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:39.736795 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for subnet (e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.809448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks [] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.811236 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e3eb9e-870c-41f4-a039-dcf87e6a6d30 None None] The sync data for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi is: [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:35Z', 'revision_number': 3, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:39.816334 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.826941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:39.838462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Checking segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:39.838915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Network hostable DHCP agents. Network: 7318ffdd-ae63-4738-8d01-53fbef338615, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:15:39.878432 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:15:39.897197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 7318ffdd-ae63-4738-8d01-53fbef338615) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:39.908537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:39.915430 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecff824-a910-488c-83f4-b9018380a598 None None] Network 7318ffdd-ae63-4738-8d01-53fbef338615 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:39.917709 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.928863 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:39.946614 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:39.956137 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-14f96a2f-ffd4-4fc8-8349-f40bb9c1337e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8461988 Jul 22 11:15:39.962009 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38176) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:39.982975 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:39.993069 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:40.064213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.066627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.108567 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:40.113206 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:40.142159 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:15:40.192944 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-7318ffdd-ae63-4738-8d01-53fbef338615', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:15:40.193859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.289771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for router_controller (3647e432-e744-4e21-a5e0-d0fe0eb52247), precommit_add_association {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.521424 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:40.548201 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Allocated IP 172.20.0.2 (7318ffdd-ae63-4738-8d01-53fbef338615/e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0/e6e04270-9dd1-4ea1-9a65-3ae6437d9d70) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:40.697195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:40.708693 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-66d2c773-0310-46b3-95dd-75e2b54d42ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.720872 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-4c6b9848-fae0-4383-a890-c793c5c4cd3a None None] Provisioning complete for port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:40.721343 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9848-fae0-4383-a890-c793c5c4cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.748654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for router_gateway (3647e432-e744-4e21-a5e0-d0fe0eb52247), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:40.783243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:41.030300 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b9848-fae0-4383-a890-c793c5c4cd3a None None] Port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:41.205876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks [] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.222625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.229112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:41.253743 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c39662ba-b8ba-4776-8b6f-75fed120d963 admin admin] 10.222.0.20 "PUT /v2.0/routers/7739fedd-d5c4-4cc6-b923-8681f5c6c602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0440726 Jul 22 11:15:41.310061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:41.318074 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:41.323122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:41.324956 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0cca-671b-4d29-885c-72a85e83eda3 req-97f867c6-5e1f-4e36-88fe-3d924e22109c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:41.334324 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Pushing event updated for resources: {'Port': ['ID=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:41.337580 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-cdab0cca-671b-4d29-885c-72a85e83eda3 req-97f867c6-5e1f-4e36-88fe-3d924e22109c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.3138585 Jul 22 11:15:41.433298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for router_gateway (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.500335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Attempting to bind port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:41.500719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Attempting to bind port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:41.503202 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Attempting to bind port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:41.518732 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:41.519120 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Checking segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:41.519558 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.519957 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Bound using segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:41.520810 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Bound port: e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:41.535764 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.552271 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-cdab0cca-671b-4d29-885c-72a85e83eda3 req-28f338d1-8fef-4060-bbe2-af19570f0f58 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051845 Jul 22 11:15:41.556992 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.609590 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:41.767078 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] For port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:41.774843 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] For port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:41.787449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:41.788116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.799453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Allocated IP 172.27.0.33 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/3ea693a3-3bb1-46b6-809c-f5df930fa98f) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:41.818952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:41.941954 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:42.027906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ed761-d9af-446a-a6b7-2ef5225eba26 None None] Pushing event updated for resources: {'Port': ['ID=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:42.033114 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:42.033493 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.064828 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:42.070963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.091542 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.140084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:42.175242 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.181655 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.242429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:42.268776 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:42.294262 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:42.298363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:42.482002 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Pushing event updated for resources: {'Port': ['ID=3ea693a3-3bb1-46b6-809c-f5df930fa98f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:42.708941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:42.735455 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for router_gateway (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:42.802479 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bde116-fded-48e8-a40f-cc1acae28a43 req-957a117e-118b-46dd-9a15-fd6846420b59 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:42.807014 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-11bde116-fded-48e8-a40f-cc1acae28a43 req-957a117e-118b-46dd-9a15-fd6846420b59 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1019781 Jul 22 11:15:42.880702 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-11bde116-fded-48e8-a40f-cc1acae28a43 req-647b07a7-2a9b-4d39-8abb-5e32a5e8c93e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643976 Jul 22 11:15:42.908852 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Sync routers for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:42.922648 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:42.923448 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:43.013837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:43.052247 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:43.222203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:15:43.496069 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:43.505784 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:39Z', 'revision_number': 4, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a0c13680-1cf9-4b6c-91ee-ea2b72104f2a', 'name': '', 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'mac_address': 'fa:16:3e:42:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:38Z', 'updated_at': '2022-07-22T11:15:39Z', 'revision_number': 2, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'subnets': [{'id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:43.543233 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Checking router: 7739fedd-d5c4-4cc6-b923-8681f5c6c602 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:43.544024 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Updating router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:43.574338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:43.587859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:43.626175 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:43.647249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:43.649628 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-19374485-4270-4660-8161-dc17a8706f5c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6819034 Jul 22 11:15:43.654220 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38268) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:43.658302 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:43.663462 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:43.759602 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:43.769325 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:43.890377 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:43.913931 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:43.937764 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:44.171928 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:44.234493 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e96e29-5a11-4e70-8ce8-81977baff357 req-7c8a0fca-c254-4d8d-81ff-fde9dfc2dabe tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:44.254085 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-72e96e29-5a11-4e70-8ce8-81977baff357 req-7c8a0fca-c254-4d8d-81ff-fde9dfc2dabe tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1613235 Jul 22 11:15:44.340613 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-72e96e29-5a11-4e70-8ce8-81977baff357 req-53fbe1c8-6210-489f-8839-879014979f44 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Jul 22 11:15:44.385718 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks [] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:44.402655 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:44.471447 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a3ba0-3a44-43d6-96dc-dd58bd4bf3d9 None None] Network 7318ffdd-ae63-4738-8d01-53fbef338615 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:15:44.477622 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727b9d-18e6-4086-804e-d1e7b9a2f07a None None] Pushing event updated for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:44.505728 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:44.507037 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:44.589216 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:44.803433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Provisioning complete for port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:44.804885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:44.993906 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Attempting to bind port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:44.994272 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Attempting to bind port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:44.997064 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Attempting to bind port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a on network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:45.028379 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:45.029304 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Checking segment: {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:45.030030 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:45.030823 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Bound using segment: {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:45.032570 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Bound port: a0c13680-1cf9-4b6c-91ee-ea2b72104f2a, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:45.033319 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:45.191679 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] For port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:45.212556 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] For port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:45.236740 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:45.362101 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:45.364501 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:45.376379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:45.505723 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Current status of the port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:45.506122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:45.571930 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:45.579538 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:45.581509 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:45.590906 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:45.632851 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 3, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:45.773443 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00aa98-a0e4-468a-bdf8-9e12a9de1409 req-39dd548c-29df-4c17-9a29-79fc8d0d8698 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:45.783303 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd00aa98-a0e4-468a-bdf8-9e12a9de1409 req-39dd548c-29df-4c17-9a29-79fc8d0d8698 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.2044230 Jul 22 11:15:45.912874 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:45.913384 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Updating router 3647e432-e744-4e21-a5e0-d0fe0eb52247 port 3ea693a3-3bb1-46b6-809c-f5df930fa98f binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:45.926394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:45.946128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] For port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:45.963625 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727b9d-18e6-4086-804e-d1e7b9a2f07a None None] Pushing event updated for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:45.969382 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:46.055202 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.063050 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd00aa98-a0e4-468a-bdf8-9e12a9de1409 req-465f4cda-7d96-4383-8ebe-635438c04696 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781887 Jul 22 11:15:46.064468 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Allocated IP 172.20.0.1 (7318ffdd-ae63-4738-8d01-53fbef338615/e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0/b238f1f2-f5d7-4cad-96a4-6533795ec25b) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:46.084454 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:46.084835 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.207517 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:39Z', 'revision_number': 4, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a0c13680-1cf9-4b6c-91ee-ea2b72104f2a', 'name': '', 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'mac_address': 'fa:16:3e:42:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:38Z', 'updated_at': '2022-07-22T11:15:45Z', 'revision_number': 4, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'subnets': [{'id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:46.212379 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.254947 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e8600-a637-45a2-94c7-0714f569bb24 None None] The sync data for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi is: [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:15:39Z', 'revision_number': 4, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a0c13680-1cf9-4b6c-91ee-ea2b72104f2a', 'name': '', 'network_id': 'c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'mac_address': 'fa:16:3e:42:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:38Z', 'updated_at': '2022-07-22T11:15:45Z', 'revision_number': 4, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'subnets': [{'id': 'bb0751ca-6e06-46a0-87d8-1adfce4846f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:46.410164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks [] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.447535 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Provisioning complete for port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:46.447913 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.548838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.558845 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:46.667494 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:46.672593 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:46.679015 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:46.728027 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451740-9baa-4c91-b747-2a2308fd1100 None None] Pushing event updated for resources: {'Port': ['ID=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:46.773998 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:46.803428 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:46.965920 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38318) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:47.163001 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.268055 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1c9167a4-e396-48af-a830-0026beae85e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.472665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:47.472665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:47.496377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:47.505071 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks [] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.510885 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.538484 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Current status of the port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:47.579036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1c9167a4-e396-48af-a830-0026beae85e4 admin admin] Publish callbacks [] for security_group (90c5dc94-363c-4675-8702-8ffdf8a4cd09), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.592554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks [] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.604675 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Provisioning complete for port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:47.605464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.605670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6327a2-4a39-41c6-a86f-aa6e8cb1eae6 req-b7ff4d91-a4c2-4a0b-b8c1-91269579d9a8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:47.608308 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec6327a2-4a39-41c6-a86f-aa6e8cb1eae6 req-b7ff4d91-a4c2-4a0b-b8c1-91269579d9a8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.3373556 Jul 22 11:15:47.614621 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1c9167a4-e396-48af-a830-0026beae85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (90c5dc94-363c-4675-8702-8ffdf8a4cd09), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.657446 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-1c9167a4-e396-48af-a830-0026beae85e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bcbf9aca2b74b208e60ef4325d9e430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6878128 Jul 22 11:15:47.659452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:47.660664 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38332) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:47.714339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.729809 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:47.797966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:47.932808 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:47.963539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52d1c-d743-4440-9d4e-8ccbb000a4a4 None None] Pushing event updated for resources: {'Port': ['ID=3ea693a3-3bb1-46b6-809c-f5df930fa98f,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:47.966870 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a0c13680-1cf9-4b6c-91ee-ea2b72104f2a up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:48.058382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:48.060886 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:48.181798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Attempting to bind port 3ea693a3-3bb1-46b6-809c-f5df930fa98f on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:48.182294 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Attempting to bind port 3ea693a3-3bb1-46b6-809c-f5df930fa98f by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:48.182876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Attempting to bind port 3ea693a3-3bb1-46b6-809c-f5df930fa98f on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:48.270704 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:48.271100 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:48.271543 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.277576 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:48.278293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Bound port: 3ea693a3-3bb1-46b6-809c-f5df930fa98f, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:48.278753 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.290309 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec6327a2-4a39-41c6-a86f-aa6e8cb1eae6 req-f52262b6-b3d4-44b9-aee4-62c785036fa7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441925 Jul 22 11:15:48.329916 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38342) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:48.408358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9167a4-e396-48af-a830-0026beae85e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c5dc94-363c-4675-8702-8ffdf8a4cd09,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:48.451422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:48.466171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] For port 3ea693a3-3bb1-46b6-809c-f5df930fa98f, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:48.471078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:15:48.473396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:48.477500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] For port 3ea693a3-3bb1-46b6-809c-f5df930fa98f, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=3ea693a3-3bb1-46b6-809c-f5df930fa98f,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:48.510289 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] Publish callbacks [] for security_group (90c5dc94-363c-4675-8702-8ffdf8a4cd09), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.510976 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.561520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] Publish callbacks [] for security_group (90c5dc94-363c-4675-8702-8ffdf8a4cd09), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.663812 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52d1c-d743-4440-9d4e-8ccbb000a4a4 None None] Pushing event updated for resources: {'Port': ['ID=3ea693a3-3bb1-46b6-809c-f5df930fa98f,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:48.672905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (90c5dc94-363c-4675-8702-8ffdf8a4cd09), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.676741 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.678260 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90c5dc94-363c-4675-8702-8ffdf8a4cd09 HTTP/1.1" status: 204 len: 168 time: 0.9557741 Jul 22 11:15:48.713465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc4e65-550d-421a-bae6-f2b52b671fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c5dc94-363c-4675-8702-8ffdf8a4cd09,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:48.723676 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:48.730897 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-330436a8-3090-42b8-984c-fd0a2b8283f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/3647e432-e744-4e21-a5e0-d0fe0eb52247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0760961 Jul 22 11:15:48.755997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Current status of the port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:48.756496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.769470 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:48.770044 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.830183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-da8bf366-9d18-4750-93b1-8d3bd8b66649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.928420 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f033-2348-4b5a-b360-77f50943710b req-d8b4b97d-c50e-489e-b84b-b88ec1f2f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:48.930994 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d088f033-2348-4b5a-b360-77f50943710b req-d8b4b97d-c50e-489e-b84b-b88ec1f2f16e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1129 time: 0.1399820 Jul 22 11:15:48.946048 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] For port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:48.963937 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:48.984720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:48.986506 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:49.078043 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-da8bf366-9d18-4750-93b1-8d3bd8b66649 admin admin] Publish callbacks [] for security_group (62ea3e2c-2d43-43d0-bd0d-a191d43c78b9), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.083961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-da8bf366-9d18-4750-93b1-8d3bd8b66649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (62ea3e2c-2d43-43d0-bd0d-a191d43c78b9), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.093659 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d088f033-2348-4b5a-b360-77f50943710b req-65465fff-270d-487f-979d-16dcdb008f66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443958 Jul 22 11:15:49.153236 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-da8bf366-9d18-4750-93b1-8d3bd8b66649 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9459130cbfe9402ab15590d79bd7edbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8139203 Jul 22 11:15:49.155119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf366-9d18-4750-93b1-8d3bd8b66649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea3e2c-2d43-43d0-bd0d-a191d43c78b9,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:49.156080 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38356) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:49.269238 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:49.274563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] Publish callbacks [] for security_group (62ea3e2c-2d43-43d0-bd0d-a191d43c78b9), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.316842 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] Publish callbacks [] for security_group (62ea3e2c-2d43-43d0-bd0d-a191d43c78b9), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.379537 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (62ea3e2c-2d43-43d0-bd0d-a191d43c78b9), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.383004 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.385394 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62ea3e2c-2d43-43d0-bd0d-a191d43c78b9 HTTP/1.1" status: 204 len: 168 time: 0.2272286 Jul 22 11:15:49.395248 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faeb88-d57b-4541-9fd1-d8272c5f43e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea3e2c-2d43-43d0-bd0d-a191d43c78b9,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:49.691112 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-672a5be0-4090-4ac0-83ad-f9d58481b2bf None None] Provisioning complete for port b238f1f2-f5d7-4cad-96a4-6533795ec25b triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:49.692633 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38362) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:49.700988 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174367299', 'description': 'tempest-description--542044317'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:49.702293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-672a5be0-4090-4ac0-83ad-f9d58481b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.756029 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38364) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:49.801226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d58ba316-36cb-4f43-9098-e2605abf2fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.810094 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.841016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d4103-3e33-4f60-8c43-9f248b31b3db req-fc84184a-ca5d-451c-8975-478d7db3e5c2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:49.843505 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f7d4103-3e33-4f60-8c43-9f248b31b3db req-fc84184a-ca5d-451c-8975-478d7db3e5c2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.3231289 Jul 22 11:15:49.959748 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0964fe-447e-4201-a39e-e813fef00f07 None None] Pushing event updated for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:49.992005 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f7d4103-3e33-4f60-8c43-9f248b31b3db req-6729fb24-dfaa-47a9-a3ce-d4460b0a5287 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176412 Jul 22 11:15:49.993007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:49.998114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.033953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-672a5be0-4090-4ac0-83ad-f9d58481b2bf None None] Port b238f1f2-f5d7-4cad-96a4-6533795ec25b cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:50.054724 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:50.064463 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:50.071135 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:50.086821 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d58ba316-36cb-4f43-9098-e2605abf2fa8 admin admin] Publish callbacks [] for security_group (9a4bf84b-2dcb-479c-8152-3c249ac47240), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.100143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:50.101669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d58ba316-36cb-4f43-9098-e2605abf2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9a4bf84b-2dcb-479c-8152-3c249ac47240), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.107951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.109796 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-765c5885-ecb2-41ae-a593-c97aba15bb05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4159060 Jul 22 11:15:50.121164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38368) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:50.125926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:50.197734 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:50.200398 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d58ba316-36cb-4f43-9098-e2605abf2fa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6342d46d397842bea6d6d0990658fc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423299 Jul 22 11:15:50.202682 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba316-36cb-4f43-9098-e2605abf2fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4bf84b-2dcb-479c-8152-3c249ac47240,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:50.205765 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38370) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:50.222981 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (03b79bd4-a8cc-4051-b891-b53c31e0742a), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.312410 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] Publish callbacks [] for security_group (9a4bf84b-2dcb-479c-8152-3c249ac47240), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.320491 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38372) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:50.341118 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b58cc8c-79ca-43b8-97f5-cab3096f1202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.349730 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 2, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:50.351890 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:50.352731 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.360890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:50.363120 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] Publish callbacks [] for security_group (9a4bf84b-2dcb-479c-8152-3c249ac47240), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.410231 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (03b79bd4-a8cc-4051-b891-b53c31e0742a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.411549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:50.425054 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed65f-d0a8-467b-aa4e-69dde8be070a None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 2, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:50.434178 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (03b79bd4-a8cc-4051-b891-b53c31e0742a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.441018 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9a4bf84b-2dcb-479c-8152-3c249ac47240), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.445483 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.450452 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a4bf84b-2dcb-479c-8152-3c249ac47240 HTTP/1.1" status: 204 len: 168 time: 0.2434983 Jul 22 11:15:50.495639 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeca5c9-0766-4fcc-84e9-dccd78022655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4bf84b-2dcb-479c-8152-3c249ac47240,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:50.543249 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:50.573279 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b79bd4-a8cc-4051-b891-b53c31e0742a,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:50.627354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.629645 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-04e998a3-db27-41d3-82cf-5183cd9764d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5069964 Jul 22 11:15:50.632197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38376) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:50.643052 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group_rule': {'security_group_id': 'aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:50.664414 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:50.719604 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b58cc8c-79ca-43b8-97f5-cab3096f1202 admin admin] Publish callbacks [] for security_group (fee0ac9b-ffb6-4595-a701-9bd51de69dc4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.727464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b58cc8c-79ca-43b8-97f5-cab3096f1202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fee0ac9b-ffb6-4595-a701-9bd51de69dc4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.730443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (dc4d3e6d-2a25-434c-a1fd-b95893916571), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.773902 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7b58cc8c-79ca-43b8-97f5-cab3096f1202 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2de02fdf06c747369205dd8e59b2dc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521258 Jul 22 11:15:50.779969 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38378) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:50.869540 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58cc8c-79ca-43b8-97f5-cab3096f1202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0ac9b-ffb6-4595-a701-9bd51de69dc4,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:50.935834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (dc4d3e6d-2a25-434c-a1fd-b95893916571), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:50.968695 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (dc4d3e6d-2a25-434c-a1fd-b95893916571), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.009117 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a0c13680-1cf9-4b6c-91ee-ea2b72104f2a up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:51.036077 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] Publish callbacks [] for security_group (fee0ac9b-ffb6-4595-a701-9bd51de69dc4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.066097 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d3e6d-2a25-434c-a1fd-b95893916571,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:51.092881 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.095441 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-eda69423-b19d-49cf-a8b2-fe3766e06ea5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4614463 Jul 22 11:15:51.099852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38382) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:51.107715 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:15:51.149169 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] Publish callbacks [] for security_group (fee0ac9b-ffb6-4595-a701-9bd51de69dc4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.160858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:51.167168 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:51.171133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.318224 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fee0ac9b-ffb6-4595-a701-9bd51de69dc4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.323276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.325818 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fee0ac9b-ffb6-4595-a701-9bd51de69dc4 HTTP/1.1" status: 204 len: 168 time: 0.5398388 Jul 22 11:15:51.364055 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988841c6-237c-48e9-8ae8-625cb04a9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0ac9b-ffb6-4595-a701-9bd51de69dc4,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:51.434303 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.459891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:51.691165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:51.706391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645534a-5a27-41d9-a251-0d6567428e32 req-72a43d8c-dbdf-4bba-9d20-d3c88bd66a04 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:51.712847 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d645534a-5a27-41d9-a251-0d6567428e32 req-72a43d8c-dbdf-4bba-9d20-d3c88bd66a04 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.4812548 Jul 22 11:15:51.936915 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d645534a-5a27-41d9-a251-0d6567428e32 req-24a43eb5-d252-4bf9-8e88-b47dd9bedb95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120826 Jul 22 11:15:52.116146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Allocated IP 172.27.0.53 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/7a677c44-ebeb-4631-b905-0a4caa90455a) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:52.210112 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bc0a4-1a05-4fd2-9930-b8f2feb6e205 req-d7c30a20-81a1-4cdc-82da-f952e21da5b4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:52.215445 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a04bc0a4-1a05-4fd2-9930-b8f2feb6e205 req-d7c30a20-81a1-4cdc-82da-f952e21da5b4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1458306 Jul 22 11:15:52.352309 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:52.357271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38406) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:52.364807 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a04bc0a4-1a05-4fd2-9930-b8f2feb6e205 req-1ed6b4ba-33c0-47af-a1d5-81377a375d51 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388369 Jul 22 11:15:52.401336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:52.507368 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:52.611245 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Publish callbacks [] for security_group (f38c2a85-b613-41bb-b2ff-f9a9aea4d8da), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:52.620877 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f38c2a85-b613-41bb-b2ff-f9a9aea4d8da), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:52.666856 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:52.689979 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:52.698834 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:15:52.714795 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=7a677c44-ebeb-4631-b905-0a4caa90455a,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:52.728650 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c2a85-b613-41bb-b2ff-f9a9aea4d8da,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:52.809536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81c42fe4fc554172a8565ebe223c6547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430165 Jul 22 11:15:52.813490 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38414) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:15:52.817974 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.818391 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.818879 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.819344 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.819843 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.820352 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.820819 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.821286 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.821731 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.822081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.822443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.822791 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.823173 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.839239 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.839760 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dde650d-0989-46b1-bbec-507e97cee92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:52.862834 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:52.902496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 3ea693a3-3bb1-46b6-809c-f5df930fa98f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:53.054593 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 3ea693a3-3bb1-46b6-809c-f5df930fa98f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:53.055110 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.218742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] Publish callbacks [] for security_group (f38c2a85-b613-41bb-b2ff-f9a9aea4d8da), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.222340 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.279141 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 3ea693a3-3bb1-46b6-809c-f5df930fa98f is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:53.280722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.308037 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] Publish callbacks [] for security_group (f38c2a85-b613-41bb-b2ff-f9a9aea4d8da), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.314242 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 3ea693a3-3bb1-46b6-809c-f5df930fa98f, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=3ea693a3-3bb1-46b6-809c-f5df930fa98f,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:53.326308 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.343782 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.458918 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=3ea693a3-3bb1-46b6-809c-f5df930fa98f,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:53.477801 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.478385 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.479025 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.484352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.485491 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.486104 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.486716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.487399 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.487921 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.488351 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:53.540808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f38c2a85-b613-41bb-b2ff-f9a9aea4d8da), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.543803 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.545139 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f38c2a85-b613-41bb-b2ff-f9a9aea4d8da HTTP/1.1" status: 204 len: 168 time: 0.7254717 Jul 22 11:15:53.552978 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:53.560704 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c68a9-0604-4911-b8a5-7f653dcebd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c2a85-b613-41bb-b2ff-f9a9aea4d8da,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:53.656930 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.671095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.828886 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=7a677c44-ebeb-4631-b905-0a4caa90455a,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:53.863215 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.926306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:53.927759 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0c0ea64f-ed6e-4afc-9b52-08c5457cafef tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8267050 Jul 22 11:15:54.451689 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-46004c70-d7af-4051-bd42-a905ac3fa05e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1174367299&fields=id&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 267 time: 0.1284802 Jul 22 11:15:54.673446 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-2fd3315b-108c-4271-b912-b1653049ab13 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:54.677865 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-2fd3315b-108c-4271-b912-b1653049ab13 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 817 time: 0.2142963 Jul 22 11:15:54.704204 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-4de9ee1c-1fc6-4a80-b30f-635ed56b1c90 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/quotas/b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 375 time: 0.0164320 Jul 22 11:15:54.765607 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:54.821415 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:54.821415 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:54.915971 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 3ea693a3-3bb1-46b6-809c-f5df930fa98f up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:54.928633 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-d7928a33-7da2-4128-a93d-dc13d94345a9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090764 Jul 22 11:15:55.081205 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 3ea693a3-3bb1-46b6-809c-f5df930fa98f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:55.081754 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:55.128449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b92a7-e76f-414e-9c4f-826d3d60369e req-b6711220-364d-467a-bc29-1a1a921137e3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:55.139062 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8f1b92a7-e76f-414e-9c4f-826d3d60369e req-b6711220-364d-467a-bc29-1a1a921137e3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1184039 Jul 22 11:15:55.173001 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:55.260165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:55.270785 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-5879f3fe-32a5-4646-8d83-be133c3983bb service neutron] 10.222.0.20 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410482 Jul 22 11:15:55.293544 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8f1b92a7-e76f-414e-9c4f-826d3d60369e req-914593ed-b99f-4756-aae7-ad0059f3b65b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519196 Jul 22 11:15:55.344831 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-da8c694a-c26d-42f1-bbc9-c107c4989d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:55.346624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 3ea693a3-3bb1-46b6-809c-f5df930fa98f is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:55.347446 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-da8c694a-c26d-42f1-bbc9-c107c4989d98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1129 time: 0.4165220 Jul 22 11:15:55.589940 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:55.626951 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 2, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:55.674964 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:55.675429 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Updating router 3647e432-e744-4e21-a5e0-d0fe0eb52247 port b238f1f2-f5d7-4cad-96a4-6533795ec25b binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:55.708887 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:56.026197 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-6bdafe77-dc93-48a7-a848-b6bad732c90e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345129 Jul 22 11:15:56.068110 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-1510f81b-4ad7-4d88-8f23-b4ea282d48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:56.071659 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-1510f81b-4ad7-4d88-8f23-b4ea282d48e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.7089472 Jul 22 11:15:56.220357 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-826b390f-7d57-4c7d-af13-f5a8529c46bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 200 len: 217 time: 0.0952394 Jul 22 11:15:56.334741 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks [] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:56.352727 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-118a7954-cabd-4c22-9b5b-abb23d1298d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:56.376536 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:56.380534 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-118a7954-cabd-4c22-9b5b-abb23d1298d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1129 time: 0.2447402 Jul 22 11:15:56.380914 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:56.384115 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-260f1aec-a901-4b16-90e4-f1578fe7b691 service neutron] 10.222.0.20 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0934706 Jul 22 11:15:56.385796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-8780086d-a6ae-4003-a63d-a9b7dcbd327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:56.387594 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-8780086d-a6ae-4003-a63d-a9b7dcbd327f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1379371 Jul 22 11:15:56.511105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-0b37331d-6b1e-4302-8384-93c3e9040b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:56.513052 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-0b37331d-6b1e-4302-8384-93c3e9040b56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046388 Jul 22 11:15:56.637456 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:56.742463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:56.758625 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740ec1-6067-4846-a290-9582dc2e0ce3 None None] Pushing event updated for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:56.818258 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186228-566b-4876-8fa1-6a907c75c72f req-bd4a3b9a-c9d8-4388-9122-9a348ce92685 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:56.841484 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad186228-566b-4876-8fa1-6a907c75c72f req-bd4a3b9a-c9d8-4388-9122-9a348ce92685 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.2968924 Jul 22 11:15:56.894334 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-079a1a05-9d55-46d6-9cfe-df3297c32968 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538232 Jul 22 11:15:56.939401 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Attempting to bind port b238f1f2-f5d7-4cad-96a4-6533795ec25b on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:15:56.942254 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Attempting to bind port b238f1f2-f5d7-4cad-96a4-6533795ec25b by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:15:56.943894 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Attempting to bind port b238f1f2-f5d7-4cad-96a4-6533795ec25b on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:15:56.961795 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:15:56.967288 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Checking segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:15:56.968820 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:56.972254 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Bound using segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:15:56.978296 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Bound port: b238f1f2-f5d7-4cad-96a4-6533795ec25b, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:15:56.980217 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:57.058068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6c0347c4-f76b-46a5-a047-82baac765e82 None None] Provisioning complete for port b238f1f2-f5d7-4cad-96a4-6533795ec25b triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:57.059305 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6c0347c4-f76b-46a5-a047-82baac765e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:57.109475 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:57.112434 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6c0347c4-f76b-46a5-a047-82baac765e82 None None] Port b238f1f2-f5d7-4cad-96a4-6533795ec25b cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:15:57.199904 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad186228-566b-4876-8fa1-6a907c75c72f req-c52864d9-757c-4a05-921c-663b3a912635 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551600 Jul 22 11:15:57.209881 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-73aed82a-250d-4d47-9ee2-b1caaff4ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:57.211871 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-73aed82a-250d-4d47-9ee2-b1caaff4ed25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.8007948 Jul 22 11:15:57.243776 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] For port b238f1f2-f5d7-4cad-96a4-6533795ec25b, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:57.252662 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] For port b238f1f2-f5d7-4cad-96a4-6533795ec25b, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=b238f1f2-f5d7-4cad-96a4-6533795ec25b,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:57.282095 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:57.348098 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-d3ad78eb-a00f-4e30-b4a1-752bfd1271d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 217 time: 0.1257248 Jul 22 11:15:57.383967 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ce36a3-cb0c-496c-a39f-66e377938bd7 req-d2666c6e-fa01-4ee6-85ca-3ba43d9cb659 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.1509557 Jul 22 11:15:57.386517 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dd252655-bf3c-46cd-b962-97dcf745ae44 req-ece220d6-c51e-4c90-9763-9eaf6ea06760 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962132 Jul 22 11:15:57.413101 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:57.486798 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:15:57.488452 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:15:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:57.536411 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-a66b3a13-737b-4841-9e88-61b6a821dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:57.544876 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-a66b3a13-737b-4841-9e88-61b6a821dfbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1835604 Jul 22 11:15:57.566142 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740ec1-6067-4846-a290-9582dc2e0ce3 None None] Pushing event updated for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:57.695674 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:57.708012 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:15:57.717364 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-87d5e0e7-c447-4b76-b7a1-d9c7ba774093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:57.725475 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-87d5e0e7-c447-4b76-b7a1-d9c7ba774093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1718218 Jul 22 11:15:57.975538 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Provisioning complete for port b238f1f2-f5d7-4cad-96a4-6533795ec25b triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:57.977148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:58.032452 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-3c141510-87d6-4929-b371-5a9139c48cfd service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042990 Jul 22 11:15:58.284104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-235f4879-16c9-47cc-8a50-49d6e8b7da7c req-8624d9d3-692b-4911-ae43-f010320f19cc service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294817 Jul 22 11:15:58.356916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:15:58.391153 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:57Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:58.442433 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cd57-0762-45aa-861e-c42f40376702 None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:57Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:58.456083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Current status of the port b238f1f2-f5d7-4cad-96a4-6533795ec25b is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:15:58.456928 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:58.518981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] For port b238f1f2-f5d7-4cad-96a4-6533795ec25b, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=b238f1f2-f5d7-4cad-96a4-6533795ec25b,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:58.526622 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:58.583710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345a309-a67e-4370-8f40-ad601ef5dad9 req-9b2f214e-55df-490e-acc4-2583c4b0bb65 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:15:58.588196 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a345a309-a67e-4370-8f40-ad601ef5dad9 req-9b2f214e-55df-490e-acc4-2583c4b0bb65 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1295810 Jul 22 11:15:58.696251 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe2159-6eb7-413e-9da2-e9133d6fd1b1 None None] Pushing event updated for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:58.716055 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8d277dc6-0888-4268-8084-365f97254798 req-0d78e939-c2bd-4a5b-81b1-b608a1ea5cb1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.1365371 Jul 22 11:15:58.801185 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a345a309-a67e-4370-8f40-ad601ef5dad9 req-a0877938-51da-4a46-b132-b6f8040a9642 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873507 Jul 22 11:15:58.944889 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:58.969460 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device b238f1f2-f5d7-4cad-96a4-6533795ec25b up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:59.079683 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port b238f1f2-f5d7-4cad-96a4-6533795ec25b triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:15:59.080127 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:15:59.234405 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port b238f1f2-f5d7-4cad-96a4-6533795ec25b is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:00.019064 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f55fc783-75d9-4bde-abaf-a04956164984 req-2d6c71e2-5068-4b37-ae6b-3df24dba1671 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.1533916 Jul 22 11:16:00.062036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-205629eb-3e5d-4114-82a5-287f54a6bebc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:00.064543 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-205629eb-3e5d-4114-82a5-287f54a6bebc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 817 time: 0.3687086 Jul 22 11:16:00.284084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e2991-b9ee-46f6-b662-aa012bb935c7 req-ac59662d-ab2a-4b8c-ade1-11b3f8301a1f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:00.296261 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-da0e2991-b9ee-46f6-b662-aa012bb935c7 req-ac59662d-ab2a-4b8c-ade1-11b3f8301a1f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.2256799 Jul 22 11:16:00.377586 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-23dd4332-5bfc-438f-bcf7-55bf6c550a15 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 380 time: 0.2943816 Jul 22 11:16:00.423239 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-da0e2991-b9ee-46f6-b662-aa012bb935c7 req-ec418414-82cc-4f49-9fc6-5cdb5337e4e4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181242 Jul 22 11:16:00.546956 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'port': {'device_id': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'admin_state_up': True, 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'security_groups': ['aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:00.764938 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Made reservation on behalf of b745569c01e04aa18f5494b0856bc3d1 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:16:00.769527 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:00.784118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:00.832755 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device b238f1f2-f5d7-4cad-96a4-6533795ec25b up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:16:00.937110 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Allocated IP 172.20.0.8 (7318ffdd-ae63-4738-8d01-53fbef338615/e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0/019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:00.942335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port b238f1f2-f5d7-4cad-96a4-6533795ec25b triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:00.944817 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.106269 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port b238f1f2-f5d7-4cad-96a4-6533795ec25b is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:01.134435 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:01.189748 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9aa7fb94-0a3b-47ce-8d8c-8a692c97ac3e req-8c968828-a4f0-4c17-9248-4326c01f2e4a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.0338981 Jul 22 11:16:01.202799 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.246631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.322316 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:01.327353 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:01.333300 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:01.341071 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:01.341847 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.369436 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:01.385093 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-c5df3a8a-6fb6-4f49-b774-68d921cdda01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8460770 Jul 22 11:16:01.418931 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Request body: {'port': {'device_id': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:01.599738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.801220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50d67-b472-46b7-ac2e-140e0cd56847 req-709032ad-17db-42b6-ad2b-9328f7df34a3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:01.804009 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6af50d67-b472-46b7-ac2e-140e0cd56847 req-709032ad-17db-42b6-ad2b-9328f7df34a3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1355467 Jul 22 11:16:01.838731 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-bf7f5187-e966-4b3b-898a-38df0c1eb3a5 None None] Provisioning complete for port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:01.839351 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5187-e966-4b3b-898a-38df0c1eb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:01.902860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f5187-e966-4b3b-898a-38df0c1eb3a5 None None] Port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:16:01.992578 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6af50d67-b472-46b7-ac2e-140e0cd56847 req-2a23153c-2582-4ab4-8c8e-92d75947c9e0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252370 Jul 22 11:16:02.026133 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:02.216919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:02.252937 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks [] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.284358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Transition to ACTIVE for port object 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:16:02.295635 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.367526 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:02.429224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209f642-30a3-450d-a6ed-ad5ed4a50e62 req-d1759788-bc67-47e9-8a8f-33f448bcfeaf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:02.438303 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d209f642-30a3-450d-a6ed-ad5ed4a50e62 req-d1759788-bc67-47e9-8a8f-33f448bcfeaf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.1152532 Jul 22 11:16:02.470170 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Attempting to bind port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:16:02.472578 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Attempting to bind port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:16:02.473241 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Attempting to bind port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:02.488367 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef on network 7318ffdd-ae63-4738-8d01-53fbef338615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:16:02.491934 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Attempting to bind port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:02.510160 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d209f642-30a3-450d-a6ed-ad5ed4a50e62 req-a6d8ae66-d4ae-41d8-99ea-1cabb86c676e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705824 Jul 22 11:16:02.511053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:16:02.511862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Checking segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:16:02.512450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Bound using segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:16:02.514806 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Bound port: 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:16:02.516748 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.648205 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:02.655844 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:16:02.661617 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:16:02.673622 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.683981 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38628) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:02.749516 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:02.750155 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.751619 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] 10.222.0.43 "PUT /v2.0/ports/019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 1093 time: 1.3449283 Jul 22 11:16:02.752362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:02.754738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be35eed-1434-41b0-9931-5a1bc2b569a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:02.771964 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac087-dd06-40f1-b88f-d2a638f54667 service neutron] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:02.923989 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:02.981401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-83497610-4c48-42a4-b7d0-dc78e1b43166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:02.986404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-83497610-4c48-42a4-b7d0-dc78e1b43166 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1127 time: 0.1062584 Jul 22 11:16:03.105086 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f475f74-7d17-453c-8ee1-c3832a735a4d x-openstack-request-id: req-8f475f74-7d17-453c-8ee1-c3832a735a4d {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:03.105493 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:03.108212 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f475f74-7d17-453c-8ee1-c3832a735a4d {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:03.109340 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f475f74-7d17-453c-8ee1-c3832a735a4d'] response: {'name': 'network-changed', 'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'status': 'completed', 'code': 200} Jul 22 11:16:03.115669 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-f8c580b2-4bbf-485f-856c-f67f4298f910 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 217 time: 0.1196563 Jul 22 11:16:03.167821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Publish callbacks [] for security_group (935cbd72-2bd3-440c-bb09-891dfa549a02), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.207431 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-b18daf5a-f156-4722-a41a-febe64f2074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:03.210433 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-b18daf5a-f156-4722-a41a-febe64f2074a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0890594 Jul 22 11:16:03.221322 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (935cbd72-2bd3-440c-bb09-891dfa549a02), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.268100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53130e-3355-4ed3-89ca-d10bd90b00e2 req-fe14a7d3-e308-4071-805c-0df0ba0c8e83 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:03.270536 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5a53130e-3355-4ed3-89ca-d10bd90b00e2 req-fe14a7d3-e308-4071-805c-0df0ba0c8e83 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1132734 Jul 22 11:16:03.313040 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=134c9c750fba4c409746df2592780cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6276102 Jul 22 11:16:03.317324 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38638) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:03.320776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935cbd72-2bd3-440c-bb09-891dfa549a02,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:03.353269 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.353645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.353883 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.358224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.360059 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.360840 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.361610 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.362390 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.363193 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.363992 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.364828 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.365685 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.366485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.367243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.367840 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b71ba3-1332-4dc6-b2af-2cb489f20ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:03.390611 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-72ed35f0-3a31-482b-8321-5519d0d63f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:03.408374 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-72ed35f0-3a31-482b-8321-5519d0d63f30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1796451 Jul 22 11:16:03.441921 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5a53130e-3355-4ed3-89ca-d10bd90b00e2 req-c21d5ec7-7185-486c-b76d-2e1cde8480f0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540062 Jul 22 11:16:03.577771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] Publish callbacks [] for security_group (935cbd72-2bd3-440c-bb09-891dfa549a02), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.669416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] Publish callbacks [] for security_group (935cbd72-2bd3-440c-bb09-891dfa549a02), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.738797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e67d-1ca3-4577-84b5-023f923127e8 req-bd3e142c-90f4-4961-83db-d444fb31a2ec tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:03.740634 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c723e67d-1ca3-4577-84b5-023f923127e8 req-bd3e142c-90f4-4961-83db-d444fb31a2ec tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.1207914 Jul 22 11:16:03.751119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:03.756808 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-1a3ce0b4-fae5-4167-ab58-2def73fb1595 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019576 Jul 22 11:16:03.855278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (935cbd72-2bd3-440c-bb09-891dfa549a02), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.858800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:03.864511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/935cbd72-2bd3-440c-bb09-891dfa549a02 HTTP/1.1" status: 204 len: 168 time: 0.5413811 Jul 22 11:16:03.893477 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c723e67d-1ca3-4577-84b5-023f923127e8 req-a42fab66-e02f-4c56-9aca-02240a8dd043 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400776 Jul 22 11:16:03.896901 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fef95-2a33-4135-9b47-9780cbdbf602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935cbd72-2bd3-440c-bb09-891dfa549a02,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:03.947684 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64995b2f-e47d-4d90-aa0f-ad589e108d01 req-3ed5f3a4-61d9-4199-a746-6323275f1cac service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734893 Jul 22 11:16:04.408184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-fd397895-830c-4b8a-9cba-f890862071f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:04.410799 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-fd397895-830c-4b8a-9cba-f890862071f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1127 time: 0.0988915 Jul 22 11:16:04.526282 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-6413233a-bf70-4de6-a948-9a93f898e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:04.529324 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-6413233a-bf70-4de6-a948-9a93f898e1bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1124165 Jul 22 11:16:04.665380 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-46942625-0a3d-4547-9842-0269d5ea358e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 217 time: 0.1077354 Jul 22 11:16:04.740051 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfe572-eda1-4825-9a83-45a75f9ec0a7 req-59feb6a9-f36b-4cc6-b8b2-69e0a28b59d9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:04.763399 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbdfe572-eda1-4825-9a83-45a75f9ec0a7 req-59feb6a9-f36b-4cc6-b8b2-69e0a28b59d9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1768241 Jul 22 11:16:04.871450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-81aaafae-b2f4-4e85-85be-0da1a313c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:04.873093 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-81aaafae-b2f4-4e85-85be-0da1a313c260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.2024682 Jul 22 11:16:04.902594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 38658) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:04.922439 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbdfe572-eda1-4825-9a83-45a75f9ec0a7 req-a42e9a09-2648-41d1-be38-a21df3633b97 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566222 Jul 22 11:16:04.947292 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1278-90f2-4f7e-99ad-47959e998af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:04.968826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-b2caeab4-d8f4-4546-9b22-106f4f8dbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:04.969622 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-b2caeab4-d8f4-4546-9b22-106f4f8dbd04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810022 Jul 22 11:16:05.108555 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:05.186404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4a1e3-3e77-4f3f-be25-eff4ea60b661 req-cc6dfb38-ad6c-44fb-b92c-cf72c016641f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:05.187960 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-61b4a1e3-3e77-4f3f-be25-eff4ea60b661 req-cc6dfb38-ad6c-44fb-b92c-cf72c016641f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.1229680 Jul 22 11:16:05.218853 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-8e0f5f28-af00-47f3-882e-3708101b9d74 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385485 Jul 22 11:16:05.222140 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1278-90f2-4f7e-99ad-47959e998af6 admin admin] Publish callbacks [] for security_group (aa5af128-ba04-4529-90f2-d7bfdd59536e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.244305 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1278-90f2-4f7e-99ad-47959e998af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa5af128-ba04-4529-90f2-d7bfdd59536e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.405711 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a8ea1278-90f2-4f7e-99ad-47959e998af6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da94548f338f4da0abf2a4617bb287fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986386 Jul 22 11:16:05.407533 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 38664) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:05.412304 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1278-90f2-4f7e-99ad-47959e998af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5af128-ba04-4529-90f2-d7bfdd59536e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:05.447892 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-61b4a1e3-3e77-4f3f-be25-eff4ea60b661 req-82214ac7-ed0a-4a8f-93a4-01bfb8427d71 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372692 Jul 22 11:16:05.472744 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:05.477016 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9be35eed-1434-41b0-9931-5a1bc2b569a2 req-dd90030a-2beb-4748-ae4c-a1b6ef38a945 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474003 Jul 22 11:16:05.504294 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:05.505698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] Publish callbacks [] for security_group (aa5af128-ba04-4529-90f2-d7bfdd59536e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.559452 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] Publish callbacks [] for security_group (aa5af128-ba04-4529-90f2-d7bfdd59536e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.677449 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa5af128-ba04-4529-90f2-d7bfdd59536e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.682592 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:05.686127 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5af128-ba04-4529-90f2-d7bfdd59536e HTTP/1.1" status: 204 len: 168 time: 0.2759778 Jul 22 11:16:05.717457 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122549b-e59c-430c-9234-18cc3658aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5af128-ba04-4529-90f2-d7bfdd59536e,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:06.165912 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f406c-2871-4946-b94f-de85ed8deaaa req-14078849-0d9b-48ac-8d70-c8feb2090467 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:06.167650 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924f406c-2871-4946-b94f-de85ed8deaaa req-14078849-0d9b-48ac-8d70-c8feb2090467 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1345148 Jul 22 11:16:06.302174 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924f406c-2871-4946-b94f-de85ed8deaaa req-7112b9ee-7dc0-4189-9e31-36c09d7035de tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212265 Jul 22 11:16:06.623601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c3ef1-84df-4a6e-abfe-821b1c47efc9 req-c75500e2-67e5-4b47-9856-ad9c1aa0e2ba tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:06.628442 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-513c3ef1-84df-4a6e-abfe-821b1c47efc9 req-c75500e2-67e5-4b47-9856-ad9c1aa0e2ba tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0966096 Jul 22 11:16:06.719821 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-513c3ef1-84df-4a6e-abfe-821b1c47efc9 req-25b78e83-a48b-4f0a-ad70-9bb022e278df tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803556 Jul 22 11:16:06.887205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:06.941136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-59bba389-a51f-495a-9d4b-284838481744 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:06.943313 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-59bba389-a51f-495a-9d4b-284838481744 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 814 time: 0.1422880 Jul 22 11:16:06.965367 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-bde7d2fe-fff9-4a17-ac9f-e39af5fddc10 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/quotas/a84fa2f397c54be1b409d8be5ebc8491 HTTP/1.1" status: 200 len: 375 time: 0.0120983 Jul 22 11:16:07.042094 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-3aa92e24-1829-4493-914b-5943b84a5ccc tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697830 Jul 22 11:16:07.167221 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-6e7e1e2c-c48c-467b-95f9-7994ef783362 service neutron] 10.222.0.20 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108642 Jul 22 11:16:07.305332 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-34e1d602-b715-4903-b11d-684242d8bb6c service neutron] 10.222.0.20 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309049 Jul 22 11:16:07.517669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27cde1-026e-4437-97c8-9e0495418225 req-1c0382f6-6a9b-4056-b389-985c8cebbdc1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:07.531000 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-df27cde1-026e-4437-97c8-9e0495418225 req-1c0382f6-6a9b-4056-b389-985c8cebbdc1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1135423 Jul 22 11:16:07.560800 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f87b5c29-17aa-4001-94c5-94ba202f06f5 req-a36d4f27-bcd5-4ab4-93bc-dc042277fddc tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 210 time: 0.0412729 Jul 22 11:16:07.634360 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-df27cde1-026e-4437-97c8-9e0495418225 req-0804a6f6-5989-425a-a990-b32c49470fb8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000040 Jul 22 11:16:07.918419 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6a45d-3d6b-4a13-ab0f-279052927381 req-4fa5e87c-fdb8-415d-8f9c-88382d0af3ab tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:07.920604 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5d6a45d-3d6b-4a13-ab0f-279052927381 req-4fa5e87c-fdb8-415d-8f9c-88382d0af3ab tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0649288 Jul 22 11:16:07.985020 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5d6a45d-3d6b-4a13-ab0f-279052927381 req-e85db0b4-22fa-419b-a0bd-8e8f95ac223a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533719 Jul 22 11:16:08.383354 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=21 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:08.396167 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=26 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:08.500691 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea25a108-d470-4c46-82e2-d942719fefe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:08.727283 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a05c8c70-03d8-456a-b999-3e7b33ba744a req-f6bbc2c4-771a-446c-a055-e38989cf08c1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Jul 22 11:16:08.821588 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c162-b22e-49cb-9c39-2742b7c6c1eb req-c005ad1a-447e-41b8-b65c-ddd5210d6847 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:08.824294 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a80c162-b22e-49cb-9c39-2742b7c6c1eb req-c005ad1a-447e-41b8-b65c-ddd5210d6847 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0845454 Jul 22 11:16:08.908785 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a80c162-b22e-49cb-9c39-2742b7c6c1eb req-96acc5be-a145-4d3b-8646-a3024f8c2de6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713952 Jul 22 11:16:09.150325 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-2d081b94-7326-4c9f-ae1e-3031c2a2ab4f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:09.152300 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-2d081b94-7326-4c9f-ae1e-3031c2a2ab4f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 814 time: 0.2090499 Jul 22 11:16:09.202478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ddf5a-a4e7-44ae-877f-8c7fd0f97f62 req-18e5d717-3256-4b1e-b87b-e750bb633626 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:09.204170 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d4ddf5a-a4e7-44ae-877f-8c7fd0f97f62 req-18e5d717-3256-4b1e-b87b-e750bb633626 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0873008 Jul 22 11:16:09.209167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'port': {'device_id': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'admin_state_up': True, 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:09.330378 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d4ddf5a-a4e7-44ae-877f-8c7fd0f97f62 req-b7511732-7b52-4140-b9e4-56bb712dfdf8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161160 Jul 22 11:16:09.379665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Made reservation on behalf of a84fa2f397c54be1b409d8be5ebc8491 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:16:09.384961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:09.585085 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Allocated IP 172.20.0.6 (c683c538-31ff-4cd6-a39f-980bbec88da0/30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2/2dfea6d8-ff88-4cd2-885a-008177cdfd33) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:09.600772 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:09.919217 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c1e0568f-27c4-4281-94ec-ee5eef909e3b req-8dee5c86-5687-4eb8-85a2-2c4f0d247c3a tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 210 time: 0.0864952 Jul 22 11:16:10.104645 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:10.169165 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f434420-947a-4728-ad58-f50abde696bf req-29e737a8-2652-4321-a119-5ad84effb4a4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:10.170993 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0f434420-947a-4728-ad58-f50abde696bf req-29e737a8-2652-4321-a119-5ad84effb4a4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0836763 Jul 22 11:16:10.177679 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:10.259494 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0f434420-947a-4728-ad58-f50abde696bf req-af545cbc-7f44-4fc9-8ba8-a5e6511a7a2f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Jul 22 11:16:10.262018 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:10.320789 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:10.324188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:10.333893 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:10.340240 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:10.340912 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:10.358927 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:10.374721 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-b0dabd5c-f22a-46a7-904e-a91bb543eb05 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1692703 Jul 22 11:16:10.502060 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9d3d-1c20-4a0b-8e04-bafe2c9f521a req-9250a521-3482-43ac-b34a-f8896c1deb1a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:10.512276 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-455b9d3d-1c20-4a0b-8e04-bafe2c9f521a req-9250a521-3482-43ac-b34a-f8896c1deb1a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0775008 Jul 22 11:16:10.569422 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-455b9d3d-1c20-4a0b-8e04-bafe2c9f521a req-5fec2783-b6be-49b2-8e2d-217d358a6e6d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559561 Jul 22 11:16:10.643024 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-52886e49-5e57-42e6-9fda-a27e88b19edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:10.696030 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ec9e96aa-4128-443e-a892-a6fd7eb45d83 None None] Provisioning complete for port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:10.696417 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ec9e96aa-4128-443e-a892-a6fd7eb45d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:10.748803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e96aa-4128-443e-a892-a6fd7eb45d83 None None] Port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:16:11.071659 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d14d4-1e35-4274-9e1f-99c84f9b9242 req-309a9694-6937-423a-88ac-8cb5a5636e61 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:11.073215 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f6d14d4-1e35-4274-9e1f-99c84f9b9242 req-309a9694-6937-423a-88ac-8cb5a5636e61 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0625238 Jul 22 11:16:11.139286 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f6d14d4-1e35-4274-9e1f-99c84f9b9242 req-8068ef7c-54aa-4c11-b414-4436531ffe0c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597394 Jul 22 11:16:11.408022 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434b3bd-f207-4b05-8ab5-c7cd03473938 req-512950ee-951c-4540-b362-c5b5e13ea672 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:11.409629 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2434b3bd-f207-4b05-8ab5-c7cd03473938 req-512950ee-951c-4540-b362-c5b5e13ea672 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0632474 Jul 22 11:16:11.478442 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2434b3bd-f207-4b05-8ab5-c7cd03473938 req-68a8d284-8f0a-46cf-ac9e-02a5073dc2c2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Jul 22 11:16:11.727457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829400-4dcc-4b99-9696-e4ce4ff8dc51 req-b7419b52-444f-45ab-9d61-5b307a079998 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:11.729001 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-29829400-4dcc-4b99-9696-e4ce4ff8dc51 req-b7419b52-444f-45ab-9d61-5b307a079998 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0586123 Jul 22 11:16:11.794842 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-29829400-4dcc-4b99-9696-e4ce4ff8dc51 req-b7769bff-0e43-44c0-a59e-506a3cc5453d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597932 Jul 22 11:16:12.103869 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:12.287623 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab4939-86fc-4506-8244-4a88f4f207c9 req-2d31cc1d-5163-40f7-b486-20e051c59bed tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:12.289207 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-87ab4939-86fc-4506-8244-4a88f4f207c9 req-2d31cc1d-5163-40f7-b486-20e051c59bed tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0637028 Jul 22 11:16:12.349397 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-87ab4939-86fc-4506-8244-4a88f4f207c9 req-937433a0-b942-4dae-b817-f7042c6d5d7b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Jul 22 11:16:12.623913 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80ae7-8f6a-48e1-b7b0-f54ee5677618 req-56ae9a32-f7ba-449e-b96c-a0af8eb5b802 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:12.625397 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b3b80ae7-8f6a-48e1-b7b0-f54ee5677618 req-56ae9a32-f7ba-449e-b96c-a0af8eb5b802 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0651865 Jul 22 11:16:12.678630 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:16:12.699433 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b3b80ae7-8f6a-48e1-b7b0-f54ee5677618 req-297a0779-ebac-42ec-a998-47f333b6ef30 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 Jul 22 11:16:12.863317 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:12.895934 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:12.904243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:16:12.952865 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:12.953254 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:12.955122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:12.967161 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c150-b474-488b-b700-8a695d5b4fcd req-090839db-7ceb-4879-a665-fd009a41d048 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:12.970397 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3e85c150-b474-488b-b700-8a695d5b4fcd req-090839db-7ceb-4879-a665-fd009a41d048 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0693138 Jul 22 11:16:12.971927 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:12.998933 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:13.010941 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:13.075047 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3e85c150-b474-488b-b700-8a695d5b4fcd req-75b4526f-6191-44cd-8ab4-5fef4bb2cc71 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954850 Jul 22 11:16:13.122483 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:13.449807 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:16:13.567367 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0b03b-af45-48f7-a820-8cf22552f864 req-ceb271ea-e8ba-44ca-a04c-6502b57b7aee tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:13.577327 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54a0b03b-af45-48f7-a820-8cf22552f864 req-ceb271ea-e8ba-44ca-a04c-6502b57b7aee tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.1269073 Jul 22 11:16:13.751185 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54a0b03b-af45-48f7-a820-8cf22552f864 req-a3981e63-fb45-4274-a03c-b9690974304a tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711600 Jul 22 11:16:13.781666 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:13.865262 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:13.991763 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:14.039251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5378f-cbbe-4275-b657-bbc717e5acb8 req-6805f194-4928-49a6-ade9-04360dbc93cf tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:14.054855 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1a5378f-cbbe-4275-b657-bbc717e5acb8 req-6805f194-4928-49a6-ade9-04360dbc93cf tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1074080 Jul 22 11:16:14.127168 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1a5378f-cbbe-4275-b657-bbc717e5acb8 req-27fc5341-3045-4faa-981f-0a4cc04023ee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Jul 22 11:16:14.250810 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320c5c-c1c0-4120-9c06-b8362ab8e10b req-9e52b148-1338-4179-9617-8cf5052f0393 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:14.252701 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0a320c5c-c1c0-4120-9c06-b8362ab8e10b req-9e52b148-1338-4179-9617-8cf5052f0393 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0583019 Jul 22 11:16:14.336966 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0a320c5c-c1c0-4120-9c06-b8362ab8e10b req-ae11d074-47fc-43fd-a39a-df4c82de28e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720022 Jul 22 11:16:14.987875 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026fe73-829b-4adf-b931-5b2dd6cd6d51 req-fbd343cb-7f8a-4170-be6a-1c0403eb0cbb tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:14.989861 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2026fe73-829b-4adf-b931-5b2dd6cd6d51 req-fbd343cb-7f8a-4170-be6a-1c0403eb0cbb tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0821433 Jul 22 11:16:15.006177 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:15.049364 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2026fe73-829b-4adf-b931-5b2dd6cd6d51 req-0c880607-9d4a-40ea-9891-8287e8f4fb9f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Jul 22 11:16:15.275771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50ef68-c4ab-42d4-956d-fb02857f19eb req-298a35c0-fc09-4536-9fdb-304c227e93ab tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:15.277296 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4f50ef68-c4ab-42d4-956d-fb02857f19eb req-298a35c0-fc09-4536-9fdb-304c227e93ab tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Jul 22 11:16:15.328999 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4f50ef68-c4ab-42d4-956d-fb02857f19eb req-0563511f-ed02-48f5-9e86-77a4ee654ac1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Jul 22 11:16:15.638861 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21217b-d0ae-42b4-9199-429128576680 req-1543bb42-d097-4cbe-a6d8-1c0bf63d4749 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:15.641566 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ec21217b-d0ae-42b4-9199-429128576680 req-1543bb42-d097-4cbe-a6d8-1c0bf63d4749 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0659268 Jul 22 11:16:15.706116 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ec21217b-d0ae-42b4-9199-429128576680 req-b19f69a8-6a68-42b4-9f4b-38b37855c828 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553634 Jul 22 11:16:16.234071 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070c16-2637-4dfe-975f-e6db9bf8d479 req-b2a8bf2a-d79e-47e2-818d-501f4acd1bd9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:16.235671 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09070c16-2637-4dfe-975f-e6db9bf8d479 req-b2a8bf2a-d79e-47e2-818d-501f4acd1bd9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0748329 Jul 22 11:16:16.294533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:16.318318 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09070c16-2637-4dfe-975f-e6db9bf8d479 req-1d600421-bc79-46a5-b4e6-fe91cfd28e34 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Jul 22 11:16:16.473739 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f2f78-3bd1-4f97-8ccb-2fa40faff621 req-ce4c17b4-e466-4ef7-8915-31028b1e8a33 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:16.477005 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ae8f2f78-3bd1-4f97-8ccb-2fa40faff621 req-ce4c17b4-e466-4ef7-8915-31028b1e8a33 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0543263 Jul 22 11:16:16.553571 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ae8f2f78-3bd1-4f97-8ccb-2fa40faff621 req-347bef58-00d6-4ff1-aafa-909ea9f3dba9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669701 Jul 22 11:16:16.922750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:16.947701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1d8f-937e-4e1f-b081-9e41a1711de6 req-4b8d436e-ad06-4c48-a5a2-fe2a03728c6b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:16.950303 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-298a1d8f-937e-4e1f-b081-9e41a1711de6 req-4b8d436e-ad06-4c48-a5a2-fe2a03728c6b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0820451 Jul 22 11:16:17.023905 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-298a1d8f-937e-4e1f-b081-9e41a1711de6 req-380b3cc4-323d-4ac2-ba2b-d1a0e6c7c544 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674469 Jul 22 11:16:17.132190 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:16:17.470497 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea663257-dbf0-4caa-b351-8e7a855af28f req-91512f3c-0926-4924-9954-2d00f587bb61 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:17.475178 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ea663257-dbf0-4caa-b351-8e7a855af28f req-91512f3c-0926-4924-9954-2d00f587bb61 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0652966 Jul 22 11:16:17.554568 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ea663257-dbf0-4caa-b351-8e7a855af28f req-930d68cf-9d7e-4eab-a647-778994d2536e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Jul 22 11:16:17.732457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48d561-d2f9-404d-825a-4f7b546906cb req-26730753-1ec3-4899-913c-de1709fd7262 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:17.734306 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed48d561-d2f9-404d-825a-4f7b546906cb req-26730753-1ec3-4899-913c-de1709fd7262 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0708563 Jul 22 11:16:17.840120 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed48d561-d2f9-404d-825a-4f7b546906cb req-bb0e3f21-1384-4e6c-ad32-28fd7739030f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 Jul 22 11:16:18.001774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:16:18.092514 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:16:18.102872 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:18.104328 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:18.257083 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a729-faa3-43b6-9bf2-86fd49a0f4d0 req-97b1926c-b95f-42c4-af3d-98fa1b8e482e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:18.258846 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4836a729-faa3-43b6-9bf2-86fd49a0f4d0 req-97b1926c-b95f-42c4-af3d-98fa1b8e482e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.1453056 Jul 22 11:16:18.268683 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:18.269105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:18.316476 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:18.318911 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2f25c-8b9b-4e5e-857d-b3bdc6a19451" -d '{"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:18.346469 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:18.366563 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:18.367507 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4836a729-faa3-43b6-9bf2-86fd49a0f4d0 req-1bf3241f-0bda-4fdf-973b-5e67bf02f729 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011233 Jul 22 11:16:18.412738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d6820c-f936-4404-ad57-9429d435602b x-openstack-request-id: req-62d6820c-f936-4404-ad57-9429d435602b {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:18.413173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:18.413521 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62d6820c-f936-4404-ad57-9429d435602b {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:18.414001 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d6820c-f936-4404-ad57-9429d435602b'] response: {'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'code': 200} Jul 22 11:16:18.438949 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:18.809263 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312812-ad58-4fcd-8d7a-cb93ebe3d39b req-598e2911-e329-44b8-9930-138c4d5bb765 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:18.811750 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-37312812-ad58-4fcd-8d7a-cb93ebe3d39b req-598e2911-e329-44b8-9930-138c4d5bb765 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.1139805 Jul 22 11:16:18.868904 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-37312812-ad58-4fcd-8d7a-cb93ebe3d39b req-12d44584-c1b0-49a0-a727-a4a17802b9e5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507650 Jul 22 11:16:19.077516 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c92a2-8193-410f-b7e4-dc6849f3b243 req-93250771-0b98-45c6-84fd-db27d18543b8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:19.081231 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-423c92a2-8193-410f-b7e4-dc6849f3b243 req-93250771-0b98-45c6-84fd-db27d18543b8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0879593 Jul 22 11:16:19.234903 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-423c92a2-8193-410f-b7e4-dc6849f3b243 req-b2bc4ba5-b217-46de-ba38-851db164fb76 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430743 Jul 22 11:16:19.577732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0a088-39eb-4d3a-848f-892bfb756282 req-dbc4e91a-c1d8-436e-bdb2-7235f65271e5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:19.580500 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f8d0a088-39eb-4d3a-848f-892bfb756282 req-dbc4e91a-c1d8-436e-bdb2-7235f65271e5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0826890 Jul 22 11:16:19.677353 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f8d0a088-39eb-4d3a-848f-892bfb756282 req-a9ac4802-0a27-4f0a-8b40-af8960f2b0a9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883629 Jul 22 11:16:20.143891 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cca1ef-5dff-45fa-a544-13b8c9715d96 req-94d07f7d-f746-4911-9fc5-bb54c9c86077 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:20.145772 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a2cca1ef-5dff-45fa-a544-13b8c9715d96 req-94d07f7d-f746-4911-9fc5-bb54c9c86077 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.1177311 Jul 22 11:16:20.216152 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a2cca1ef-5dff-45fa-a544-13b8c9715d96 req-0dfbcb55-7a7f-4770-9394-230078771803 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629392 Jul 22 11:16:20.430143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc2fbd-426a-4056-86ed-78791e5e47ae req-22db5a7a-9e4a-4ce5-8637-335988c15fdd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:20.438861 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-69cc2fbd-426a-4056-86ed-78791e5e47ae req-22db5a7a-9e4a-4ce5-8637-335988c15fdd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0830324 Jul 22 11:16:20.512572 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-69cc2fbd-426a-4056-86ed-78791e5e47ae req-ad94ea25-5142-4aa8-9017-a8c30bd259c7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713432 Jul 22 11:16:20.837838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24794cd-d293-4688-be54-df8db0e9c8cf req-b18a452f-2e3f-44c2-aeb7-9e71ef49f7ee tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:20.847048 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c24794cd-d293-4688-be54-df8db0e9c8cf req-b18a452f-2e3f-44c2-aeb7-9e71ef49f7ee tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0760989 Jul 22 11:16:20.911453 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c24794cd-d293-4688-be54-df8db0e9c8cf req-c99a0686-51a4-4dfd-b58e-64b86d6adf51 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610929 Jul 22 11:16:21.401217 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468f968-5dbd-42d7-a009-d1fb554feded req-89abb76c-2323-4a64-ab46-a377ca692f02 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:21.403396 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2468f968-5dbd-42d7-a009-d1fb554feded req-89abb76c-2323-4a64-ab46-a377ca692f02 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0957782 Jul 22 11:16:21.476359 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:21.516336 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2468f968-5dbd-42d7-a009-d1fb554feded req-3d04a4cd-3507-450c-b6b7-243619570a62 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840399 Jul 22 11:16:21.667062 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6edf1e-3911-4f38-a646-47355f5143c6 req-88bc0204-316f-4a5e-a5b8-5593ad55effa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:21.669054 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0d6edf1e-3911-4f38-a646-47355f5143c6 req-88bc0204-316f-4a5e-a5b8-5593ad55effa tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0605948 Jul 22 11:16:21.739870 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0d6edf1e-3911-4f38-a646-47355f5143c6 req-142e5297-8a4c-42f8-9d43-84364a2ca7ee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Jul 22 11:16:22.071173 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283280-d34e-468f-bea9-0b75ee0afcf6 req-9a0dd79e-1d7a-41b9-8c15-5444453fab93 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:22.073070 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-29283280-d34e-468f-bea9-0b75ee0afcf6 req-9a0dd79e-1d7a-41b9-8c15-5444453fab93 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0662980 Jul 22 11:16:22.187639 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:22.210744 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-29283280-d34e-468f-bea9-0b75ee0afcf6 req-983904d2-fc3c-4bd8-aa64-b4c01168ac47 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203074 Jul 22 11:16:22.686723 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e84af-40d7-4842-9e0e-282d0fde47b7 req-35808537-3df9-416d-8a6b-f726748fe963 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:22.688400 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6f9e84af-40d7-4842-9e0e-282d0fde47b7 req-35808537-3df9-416d-8a6b-f726748fe963 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0621581 Jul 22 11:16:22.755786 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6f9e84af-40d7-4842-9e0e-282d0fde47b7 req-eec5f9d0-a282-48c2-b7dc-6675cebc9e02 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576010 Jul 22 11:16:22.891651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5434e3-dad5-47be-a2c6-c80d4ec5cf99 req-5cba8b26-bb2d-4bff-b78c-26951a1e3865 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:22.893189 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d5434e3-dad5-47be-a2c6-c80d4ec5cf99 req-5cba8b26-bb2d-4bff-b78c-26951a1e3865 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0676970 Jul 22 11:16:22.972260 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d5434e3-dad5-47be-a2c6-c80d4ec5cf99 req-e7563cb0-86a6-4b8a-a69b-997227a6c003 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689039 Jul 22 11:16:23.363057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7299379-8f7f-4593-9edc-949d54defc99 req-01b9402a-b836-490b-b97b-d59114626f26 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:23.364870 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7299379-8f7f-4593-9edc-949d54defc99 req-01b9402a-b836-490b-b97b-d59114626f26 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0571702 Jul 22 11:16:23.420089 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7299379-8f7f-4593-9edc-949d54defc99 req-512f9952-10ee-4909-a656-84faecd44516 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 Jul 22 11:16:23.909638 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a481-ce43-4332-acb4-0d3dcb468762 req-36f42e94-a95f-4815-ac0f-974ebd2371b1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:23.911459 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1883a481-ce43-4332-acb4-0d3dcb468762 req-36f42e94-a95f-4815-ac0f-974ebd2371b1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0650845 Jul 22 11:16:23.981084 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1883a481-ce43-4332-acb4-0d3dcb468762 req-4a7c6b15-3495-4c81-b522-bfb8859dee54 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Jul 22 11:16:24.147780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f6ef-f29e-4541-92a3-e8f35cb43016 req-c9568283-20c8-4180-9881-3280f870d850 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:24.149287 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-77e9f6ef-f29e-4541-92a3-e8f35cb43016 req-c9568283-20c8-4180-9881-3280f870d850 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0539606 Jul 22 11:16:24.200593 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-77e9f6ef-f29e-4541-92a3-e8f35cb43016 req-0014a9cc-f2f9-4757-871b-1de6623ae5b5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Jul 22 11:16:24.563759 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aa067-624e-4608-8b3c-905707120de6 req-1c6c30bf-c5b2-4995-b8c6-7339075be663 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:24.565340 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a70aa067-624e-4608-8b3c-905707120de6 req-1c6c30bf-c5b2-4995-b8c6-7339075be663 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0628328 Jul 22 11:16:24.625471 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a70aa067-624e-4608-8b3c-905707120de6 req-97fa1152-1035-40cc-abe5-90d0c5b4e966 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536134 Jul 22 11:16:25.106438 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849afce-06b9-474e-970c-30d1229898da req-4a1f25ff-c558-4e5c-966f-de6c8a7eb644 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:25.107996 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4849afce-06b9-474e-970c-30d1229898da req-4a1f25ff-c558-4e5c-966f-de6c8a7eb644 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0502906 Jul 22 11:16:25.161821 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4849afce-06b9-474e-970c-30d1229898da req-4e9b427b-3c05-419c-9906-7d87bf0ba68e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Jul 22 11:16:25.323461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831a1d9-44ca-49a7-9454-1a143d221421 req-d415cda3-43e1-49cc-bb34-6623ad4b672d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:25.325012 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0831a1d9-44ca-49a7-9454-1a143d221421 req-d415cda3-43e1-49cc-bb34-6623ad4b672d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0494955 Jul 22 11:16:25.375657 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0831a1d9-44ca-49a7-9454-1a143d221421 req-a3322d60-3f2c-4cc2-a596-daf1f72acfaf tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Jul 22 11:16:25.768965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20f776-dc5b-468a-a7ac-fdd0295f501f req-49bf2d69-d49a-49ee-be00-f7a07dc9d0c1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:25.770831 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2d20f776-dc5b-468a-a7ac-fdd0295f501f req-49bf2d69-d49a-49ee-be00-f7a07dc9d0c1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0596662 Jul 22 11:16:25.836677 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2d20f776-dc5b-468a-a7ac-fdd0295f501f req-643e4bd6-7ddd-4211-8d35-5f84937f2dd8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562274 Jul 22 11:16:25.893741 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Request body: {'port': {'device_id': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:25.964157 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.256407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:26.284621 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfea6d8-ff88-4cd2-885a-008177cdfd33 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:26.294778 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks [] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.311561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Transition to ACTIVE for port object 2dfea6d8-ff88-4cd2-885a-008177cdfd33 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:16:26.323305 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84783745-94b7-4f91-8f07-8acd6f9ac8f2 req-e9b4e0f8-d6d1-442c-83de-6201fb5ea6b5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:26.324344 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.325724 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-84783745-94b7-4f91-8f07-8acd6f9ac8f2 req-e9b4e0f8-d6d1-442c-83de-6201fb5ea6b5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 931 time: 0.0800602 Jul 22 11:16:26.438868 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-84783745-94b7-4f91-8f07-8acd6f9ac8f2 req-30df8583-5f34-4f1e-87b2-c28814531ae7 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035013 Jul 22 11:16:26.454606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Attempting to bind port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:16:26.454944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Attempting to bind port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:16:26.455296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Attempting to bind port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 on network c683c538-31ff-4cd6-a39f-980bbec88da0 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:26.460748 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:26.463451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 on network c683c538-31ff-4cd6-a39f-980bbec88da0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:16:26.463935 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Attempting to bind port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 on network c683c538-31ff-4cd6-a39f-980bbec88da0 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:26.472941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:16:26.482370 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Checking segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:16:26.484445 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Bound using segment: {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:16:26.485175 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Bound port: 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9775e6ad-5990-4032-a807-5d8a042d3862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:16:26.494706 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.657413 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:26.676120 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:16:26.677144 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c3f45-0715-4263-a8c6-72a41b47f30b req-92c20e5a-dfc7-4fbd-8ea8-c8f5081154a3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:26.680234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:16:26.690624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.696936 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-197c3f45-0715-4263-a8c6-72a41b47f30b req-92c20e5a-dfc7-4fbd-8ea8-c8f5081154a3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1368189 Jul 22 11:16:26.772355 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:26.819056 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:26.820097 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:26.822370 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] 10.222.0.43 "PUT /v2.0/ports/2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 1093 time: 0.9346411 Jul 22 11:16:26.823700 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:26.830611 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e088351-6bc7-4943-a215-be9f71cf7f02" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:26.854519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ad9fe-1ff7-4035-b184-c371936a4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:26.864577 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-197c3f45-0715-4263-a8c6-72a41b47f30b req-427bf265-e6bf-4589-ac61-0cc3c054dfd4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644158 Jul 22 11:16:26.946069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63225ff7-82f5-405d-be8f-ef94465158ca x-openstack-request-id: req-63225ff7-82f5-405d-be8f-ef94465158ca {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:26.946800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:26.946937 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63225ff7-82f5-405d-be8f-ef94465158ca {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:26.947480 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63225ff7-82f5-405d-be8f-ef94465158ca'] response: {'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:16:27.045748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:27.102909 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac994d-bf63-4d1d-a4d8-36c8af27a3e8 req-1be3a7ba-f163-4321-84a9-9f3680a798f8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:27.111740 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cac994d-bf63-4d1d-a4d8-36c8af27a3e8 req-1be3a7ba-f163-4321-84a9-9f3680a798f8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0778272 Jul 22 11:16:27.204749 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cac994d-bf63-4d1d-a4d8-36c8af27a3e8 req-f2e87510-8979-4807-be17-30bf20ac9979 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912175 Jul 22 11:16:27.563849 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12312e4-df98-4a6d-88e9-70cccbff6aed req-186fd687-e41b-4b41-98ca-57addeb05dcd tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:27.565508 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a12312e4-df98-4a6d-88e9-70cccbff6aed req-186fd687-e41b-4b41-98ca-57addeb05dcd tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0528889 Jul 22 11:16:27.637463 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a12312e4-df98-4a6d-88e9-70cccbff6aed req-a4b77056-9093-4f0e-b434-b54dd78479c1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Jul 22 11:16:28.003913 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24e50a-c114-4079-a083-dcc0e6138cc2 req-6f3d14f4-90ef-428f-956c-06fb038e9e85 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:28.005509 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7f24e50a-c114-4079-a083-dcc0e6138cc2 req-6f3d14f4-90ef-428f-956c-06fb038e9e85 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0569303 Jul 22 11:16:28.058609 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7f24e50a-c114-4079-a083-dcc0e6138cc2 req-18bfe031-b849-43a9-b5ea-b902bf28ff1f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Jul 22 11:16:28.346478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbedd8-0e70-4024-b835-77644f4a0e81 req-86eed4c3-fbe4-4b5d-ba13-a7838b7d120a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:28.348088 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fdbedd8-0e70-4024-b835-77644f4a0e81 req-86eed4c3-fbe4-4b5d-ba13-a7838b7d120a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0613160 Jul 22 11:16:28.411840 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fdbedd8-0e70-4024-b835-77644f4a0e81 req-f6f4c010-98d6-46b5-b1af-8d0c579f5e4b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570302 Jul 22 11:16:28.764662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726b99-4f05-4318-a1f1-bb3ee0be4ab3 req-84517ed9-2a07-44e8-81a9-fb50544e9eb4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:28.766230 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-90726b99-4f05-4318-a1f1-bb3ee0be4ab3 req-84517ed9-2a07-44e8-81a9-fb50544e9eb4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0501196 Jul 22 11:16:28.816737 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-90726b99-4f05-4318-a1f1-bb3ee0be4ab3 req-9ad9b663-b7a9-4d31-a42c-28c6f5eef24a tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Jul 22 11:16:28.923445 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:29.183969 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32917e-2160-49d7-be53-e38d03e64506 req-19064718-3bee-4bf1-b481-0a1060d55d6d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:29.185501 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ea32917e-2160-49d7-be53-e38d03e64506 req-19064718-3bee-4bf1-b481-0a1060d55d6d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Jul 22 11:16:29.233991 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ea32917e-2160-49d7-be53-e38d03e64506 req-ea1c7174-bf29-4aec-85be-0c9446cfb4ac tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Jul 22 11:16:29.541622 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03944553-7012-46e5-bbe8-1c816398b385 req-f5b5a618-2a18-4bf6-bc43-d889eb39dcf8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:29.543218 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-03944553-7012-46e5-bbe8-1c816398b385 req-f5b5a618-2a18-4bf6-bc43-d889eb39dcf8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0573022 Jul 22 11:16:29.597079 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-03944553-7012-46e5-bbe8-1c816398b385 req-3b479f61-8062-4755-997a-713786a04120 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Jul 22 11:16:29.933652 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb43cc8-590a-4279-bdc6-f38f228377cf req-824ce619-686f-4d07-a287-cb1c9b439a53 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:29.936002 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffb43cc8-590a-4279-bdc6-f38f228377cf req-824ce619-686f-4d07-a287-cb1c9b439a53 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0520632 Jul 22 11:16:29.990540 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffb43cc8-590a-4279-bdc6-f38f228377cf req-da2e1e67-b898-4f05-b352-842e32ee2515 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Jul 22 11:16:30.355100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb314fe-8ca6-4431-80d6-d0e8e5d6dcf0 req-497a5548-de2d-466f-96b2-1fee38e5dc95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:30.357377 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7bb314fe-8ca6-4431-80d6-d0e8e5d6dcf0 req-497a5548-de2d-466f-96b2-1fee38e5dc95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Jul 22 11:16:30.408680 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7bb314fe-8ca6-4431-80d6-d0e8e5d6dcf0 req-4de5aeb7-fcf0-4b17-91d8-8062b4683087 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Jul 22 11:16:30.613131 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-be9cef6e-221b-4548-b04b-fb176faad826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:30.615432 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-be9cef6e-221b-4548-b04b-fb176faad826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1127 time: 0.0576096 Jul 22 11:16:30.736722 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f278e70-2c09-488b-95f9-f62b07871edd req-84a94a44-7331-48b6-90aa-07f441655659 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:30.738271 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3f278e70-2c09-488b-95f9-f62b07871edd req-84a94a44-7331-48b6-90aa-07f441655659 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0612874 Jul 22 11:16:30.790910 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3f278e70-2c09-488b-95f9-f62b07871edd req-d6da524a-7ae1-4641-bb2a-20b9f4b17cab tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467219 Jul 22 11:16:30.979660 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a81b-11ef-4c43-bb93-c3023146952e req-a0a7c44b-8592-4e47-bf93-128f08c475b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:30.982999 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5f63a81b-11ef-4c43-bb93-c3023146952e req-a0a7c44b-8592-4e47-bf93-128f08c475b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1129 time: 0.0896561 Jul 22 11:16:31.088125 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5f63a81b-11ef-4c43-bb93-c3023146952e req-32c0e4c9-7b9e-47be-b4dd-ec9406e048d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880709 Jul 22 11:16:31.139598 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6ac7a-0ab0-436b-882f-93cff9a6aeb1 req-5eed7785-3611-41bf-b36f-fe048f92829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.142224 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60e6ac7a-0ab0-436b-882f-93cff9a6aeb1 req-5eed7785-3611-41bf-b36f-fe048f92829f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1129 time: 0.1046581 Jul 22 11:16:31.166940 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-bb9bda39-f15f-418c-a133-6d751bda3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.169715 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-bb9bda39-f15f-418c-a133-6d751bda3793 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2730982 Jul 22 11:16:31.182823 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7bf06-2f3a-4108-9074-27c885c2ef01 req-da1848b2-91ed-49a6-95e7-c91ac02df06f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.184385 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d7e7bf06-2f3a-4108-9074-27c885c2ef01 req-da1848b2-91ed-49a6-95e7-c91ac02df06f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0808132 Jul 22 11:16:31.254107 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d7e7bf06-2f3a-4108-9074-27c885c2ef01 req-e0bb3bcb-a33e-4855-a197-9ae077441104 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631371 Jul 22 11:16:31.479183 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60e6ac7a-0ab0-436b-882f-93cff9a6aeb1 req-505f8e39-abce-441d-9c49-e6acc23496e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422496 Jul 22 11:16:31.542880 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-433988ac-f80a-479f-aed9-f6b5de0f2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.546479 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4e088351-6bc7-4943-a215-be9f71cf7f02 req-433988ac-f80a-479f-aed9-f6b5de0f2d10 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009413 Jul 22 11:16:31.621924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb156-bec7-46b9-9996-7dd52bed5fd3 req-495460c1-1404-4eea-9a78-e15ae4a0c90e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.630534 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-24bbb156-bec7-46b9-9996-7dd52bed5fd3 req-495460c1-1404-4eea-9a78-e15ae4a0c90e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1190617 Jul 22 11:16:31.648916 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39126) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:31.655838 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011330605', 'description': 'tempest-description--553779177'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:31.679639 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:31.728048 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-24bbb156-bec7-46b9-9996-7dd52bed5fd3 req-601ad584-7052-41e9-8075-f28a64bd5aee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959723 Jul 22 11:16:31.730830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:31.797597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:31.835990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (6a2dd113-3ea8-4163-9cf0-ad13d009c613), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:31.844875 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6a2dd113-3ea8-4163-9cf0-ad13d009c613), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:31.887673 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:31.889015 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2390943 Jul 22 11:16:31.891361 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856bd37-d715-4a4b-a9e1-053c5bc8f014 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2dd113-3ea8-4163-9cf0-ad13d009c613,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:31.892838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39130) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:31.900725 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': '6a2dd113-3ea8-4163-9cf0-ad13d009c613', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:31.993702 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047a45-2c61-4e3d-82cd-c937ff52a7db req-69908af2-f826-4863-a13d-5da82be7d01b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:31.996070 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94047a45-2c61-4e3d-82cd-c937ff52a7db req-69908af2-f826-4863-a13d-5da82be7d01b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0837152 Jul 22 11:16:32.012150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (add3df0b-fe6f-47a1-8e06-04adf53ff655), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.085161 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94047a45-2c61-4e3d-82cd-c937ff52a7db req-918720ba-a9bf-4301-bc58-9eb31f248fcd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811846 Jul 22 11:16:32.089508 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:32.102726 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (add3df0b-fe6f-47a1-8e06-04adf53ff655), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.108839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (add3df0b-fe6f-47a1-8e06-04adf53ff655), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.131537 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add3df0b-fe6f-47a1-8e06-04adf53ff655,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:32.139610 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.141100 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-1629eed4-1ef6-449a-9460-032dc024ef8d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467906 Jul 22 11:16:32.143939 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39132) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:32.148459 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': '6a2dd113-3ea8-4163-9cf0-ad13d009c613', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:32.182848 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (27ebe720-10aa-46c9-845e-8d39249f415f), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.210456 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:32.253677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (27ebe720-10aa-46c9-845e-8d39249f415f), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.259591 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (27ebe720-10aa-46c9-845e-8d39249f415f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.294593 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ebe720-10aa-46c9-845e-8d39249f415f,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:32.301672 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.302935 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2012ea58-8e2e-4a2b-9827-9bb5c1eab0a2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579621 Jul 22 11:16:32.307034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39136) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:32.312029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:32.337709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.422722 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545452c2-cac8-499c-9ba5-99431ad3ba7a req-30e5ddc3-dfab-4370-8bab-bd29ea22d9c9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:32.424989 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-545452c2-cac8-499c-9ba5-99431ad3ba7a req-30e5ddc3-dfab-4370-8bab-bd29ea22d9c9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0772469 Jul 22 11:16:32.471636 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.505942 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-545452c2-cac8-499c-9ba5-99431ad3ba7a req-1a3bff22-cd4f-4ece-befd-299dc1580de0 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741930 Jul 22 11:16:32.635502 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.27.0.6 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/a2898f51-efa2-46aa-931b-a3f9aa34d3dd) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:32.828215 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.877846 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:32.970640 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:32.980686 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:32.997796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e1a60-6c70-49fe-b5c6-b2e5b0be846e req-41c84ab7-4489-4243-b5f3-61c17b9dc1b1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:33.006554 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e36e1a60-6c70-49fe-b5c6-b2e5b0be846e req-41c84ab7-4489-4243-b5f3-61c17b9dc1b1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1316228 Jul 22 11:16:33.021689 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-77dded4c-53a5-45e8-b73f-15787e59b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:33.025111 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-77dded4c-53a5-45e8-b73f-15787e59b041 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1127 time: 0.1321497 Jul 22 11:16:33.031628 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:33.077253 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=a2898f51-efa2-46aa-931b-a3f9aa34d3dd,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:33.148121 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e36e1a60-6c70-49fe-b5c6-b2e5b0be846e req-3d598446-4ad7-4709-b5d5-ed4bb0e4b4bd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402543 Jul 22 11:16:33.238405 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.293459 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:33.298360 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:33.310184 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.313700 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccde8-f7e9-4fb6-91af-17ef30dba74c req-ee73fa2b-bc8f-4354-b392-e9c6ef0fc62f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:33.323658 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ef5ccde8-f7e9-4fb6-91af-17ef30dba74c req-ee73fa2b-bc8f-4354-b392-e9c6ef0fc62f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1063149 Jul 22 11:16:33.414528 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ef5ccde8-f7e9-4fb6-91af-17ef30dba74c req-78493180-d3c7-4109-8fda-6e7a67c91b65 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898235 Jul 22 11:16:33.595507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.612822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fcc3f-2550-419a-9397-baff3bb5c371 req-705e7c0a-2f34-48c9-9203-c5bfffb3c1ee tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:33.615217 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e89fcc3f-2550-419a-9397-baff3bb5c371 req-705e7c0a-2f34-48c9-9203-c5bfffb3c1ee tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0956593 Jul 22 11:16:33.616545 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.643191 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39168) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:33.670109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'floatingip': {'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:33.713090 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.754422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=a2898f51-efa2-46aa-931b-a3f9aa34d3dd,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:33.763635 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.775960 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:33.775960 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f37fd100-7f4f-4728-b9d4-196bdb3a4dea tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4653940 Jul 22 11:16:33.814802 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c5c4-6887-4653-88b1-2beea77ba23c req-cfb89273-8835-4573-b280-12ced4c1732e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:33.817136 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e7a5c5c4-6887-4653-88b1-2beea77ba23c req-cfb89273-8835-4573-b280-12ced4c1732e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.1893740 Jul 22 11:16:33.859206 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-94c71e75-7e12-43be-beb4-59169c0f5b3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 217 time: 0.1208498 Jul 22 11:16:34.016964 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e7a5c5c4-6887-4653-88b1-2beea77ba23c req-77de827b-be43-485f-8c5f-1add195d8041 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491671 Jul 22 11:16:34.055127 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-8fb2319f-7918-4fba-8666-4350a3814f2d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2011330605&fields=id&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 267 time: 0.0633094 Jul 22 11:16:34.210592 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-3fbda820-bbd8-4874-9fd2-87c51c68c16c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:34.212196 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-3fbda820-bbd8-4874-9fd2-87c51c68c16c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.1299520 Jul 22 11:16:34.240074 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-2c0d1b80-2310-4cfc-9d57-29f1554eb2bf tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/quotas/28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 375 time: 0.0168254 Jul 22 11:16:34.307636 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-37d62e3d-c8df-4a35-b7ff-8be30b33b314 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597131 Jul 22 11:16:34.480869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-3e813193-7ea1-46b2-a78b-25efbb8f3859 service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588402 Jul 22 11:16:34.482592 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2f84-7da0-4ff7-9f64-ff1ae3d13aac req-eea7b8d6-5f36-4791-83ef-f5b2f4f32e7b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:34.487866 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-525f2f84-7da0-4ff7-9f64-ff1ae3d13aac req-eea7b8d6-5f36-4791-83ef-f5b2f4f32e7b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.2383168 Jul 22 11:16:34.628004 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-deb27846-f88a-4b4a-8c13-635326c3babe service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323020 Jul 22 11:16:34.910988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:34.958153 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7ca4ca30-6109-40cb-945d-c7c7b5f6a1fe req-22071888-f827-4eab-9599-91203a075369 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0446529 Jul 22 11:16:35.016781 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39212) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:35.041501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-46707e5e-e14d-42a3-ac11-405662b762fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:35.043873 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-46707e5e-e14d-42a3-ac11-405662b762fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.6777825 Jul 22 11:16:35.149955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:35.180752 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-525f2f84-7da0-4ff7-9f64-ff1ae3d13aac req-6d9a732d-19f7-4fd7-a4df-78ad8d0610d7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697805 Jul 22 11:16:35.236491 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb99e45-34cb-4a04-b528-63d437bb08b1 req-88647c49-a5f5-4f38-9bc8-85970f65696d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:35.240929 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8eb99e45-34cb-4a04-b528-63d437bb08b1 req-88647c49-a5f5-4f38-9bc8-85970f65696d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.1057334 Jul 22 11:16:35.243533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.db.resource_extend [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 22 11:16:35.293493 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53288d2-7937-442b-9e52-32e16f43c277 req-de412fa9-6229-4fb0-a4d3-5d08bee6e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:35.295619 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-de412fa9-6229-4fb0-a4d3-5d08bee6e7c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2031608 Jul 22 11:16:35.306953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-beb62a66-a765-424f-a889-ac343fa62532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:35.366972 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:35.400177 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8eb99e45-34cb-4a04-b528-63d437bb08b1 req-ca7260df-1f45-4734-a001-c57123230cb6 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515708 Jul 22 11:16:35.424692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:35.496516 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:35.579854 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-beb62a66-a765-424f-a889-ac343fa62532 admin admin] Publish callbacks [] for security_group (82ef06b4-6526-4df1-9cb1-6b45002f1777), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:35.592717 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-beb62a66-a765-424f-a889-ac343fa62532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (82ef06b4-6526-4df1-9cb1-6b45002f1777), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:35.625464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:35.646788 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-beb62a66-a765-424f-a889-ac343fa62532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecb9b72f8b5c487e8b8339f487197cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283658 Jul 22 11:16:35.654529 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39234) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:35.686528 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-0f8e2e7d-0add-41c0-b132-89b2da7465ea service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658798 Jul 22 11:16:35.686766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62a66-a765-424f-a889-ac343fa62532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ef06b4-6526-4df1-9cb1-6b45002f1777,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:35.740778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882eb5-ac2b-42d3-b18c-e094185537cd req-ab28ac5c-e75e-4a1f-8914-1f78f823f634 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:35.742861 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ab882eb5-ac2b-42d3-b18c-e094185537cd req-ab28ac5c-e75e-4a1f-8914-1f78f823f634 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0736675 Jul 22 11:16:35.746252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62591-0158-426c-820f-c9b295a161d7 req-db245f39-6028-40f3-870e-6016beb9688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:35.748418 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-db245f39-6028-40f3-870e-6016beb9688b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1129 time: 0.1172755 Jul 22 11:16:35.781806 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Floating IP 8f90a76d-4a66-471a-849b-87ea6764fb10 associated. External IP: 172.27.0.53, port: 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef. Jul 22 11:16:35.810560 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ab882eb5-ac2b-42d3-b18c-e094185537cd req-895bdb24-1e40-453f-8f7c-7c62acd868a5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Jul 22 11:16:35.973620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] Publish callbacks [] for security_group (82ef06b4-6526-4df1-9cb1-6b45002f1777), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:36.037025 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e53288d2-7937-442b-9e52-32e16f43c277 req-1bbb6a67-dd49-41bf-bed4-8c9b3457c395 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331850 Jul 22 11:16:36.049907 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] Publish callbacks [] for security_group (82ef06b4-6526-4df1-9cb1-6b45002f1777), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:36.110844 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f97d839c-fc67-4fbe-9983-623f5385f9bf req-2680ff55-6e72-4147-96c0-4f86ae7b25cb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0725293 Jul 22 11:16:36.126254 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62591-0158-426c-820f-c9b295a161d7 req-b50eb3e7-2e23-4536-b846-399b864be9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:36.127948 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-b50eb3e7-2e23-4536-b846-399b864be9f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.3641622 Jul 22 11:16:36.260871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (82ef06b4-6526-4df1-9cb1-6b45002f1777), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:36.263464 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:36.264656 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82ef06b4-6526-4df1-9cb1-6b45002f1777 HTTP/1.1" status: 204 len: 168 time: 0.6071384 Jul 22 11:16:36.280948 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b235b-4904-4fff-879f-d5b221a1aa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ef06b4-6526-4df1-9cb1-6b45002f1777,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:36.290452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:36.299678 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:16:36.434730 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:16:36.442035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:36.444056 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:36.448923 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:16:36.465700 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:16:36.466981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:16:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:16:36.477144 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e4ad9db4-5195-4b39-b934-176febf4f3c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "PUT /v2.0/floatingips/8f90a76d-4a66-471a-849b-87ea6764fb10 HTTP/1.1" status: 200 len: 990 time: 2.8315508 Jul 22 11:16:36.477873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:36.480258 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cda09-6fa0-4067-b63f-a2c5294531f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:36.520863 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a62d1c-cf7b-48ec-a3fb-d52b1c0ba8f1 x-openstack-request-id: req-90a62d1c-cf7b-48ec-a3fb-d52b1c0ba8f1 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:36.521155 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:36.521410 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a62d1c-cf7b-48ec-a3fb-d52b1c0ba8f1 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:36.521819 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a62d1c-cf7b-48ec-a3fb-d52b1c0ba8f1'] response: {'name': 'network-changed', 'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'status': 'completed', 'code': 200} Jul 22 11:16:36.589389 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:16:36.601951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d859e-f8ad-47d8-b9f9-3579a8f64852 req-00535ec7-c449-43ef-a3dc-3cda63969593 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:36.605395 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0b4d859e-f8ad-47d8-b9f9-3579a8f64852 req-00535ec7-c449-43ef-a3dc-3cda63969593 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0588357 Jul 22 11:16:36.616996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:36.671843 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0b4d859e-f8ad-47d8-b9f9-3579a8f64852 req-71c5539a-9db7-46d5-b21e-72c8fd083ad2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Jul 22 11:16:36.923419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:36.933860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '8f90a76d-4a66-471a-849b-87ea6764fb10', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:15:52Z', 'updated_at': '2022-07-22T11:16:34Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:16:36.979394 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:16:36.980151 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc05d3-7833-4bf6-aa6f-1c48c7dc0d5d req-0814d076-ecd0-4d5b-bb82-06f329dfd3ca tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:36.981944 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-37cc05d3-7833-4bf6-aa6f-1c48c7dc0d5d req-0814d076-ecd0-4d5b-bb82-06f329dfd3ca tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0710499 Jul 22 11:16:36.995111 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:16:36.996204 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:16:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:16:37.063838 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-37cc05d3-7833-4bf6-aa6f-1c48c7dc0d5d req-f038fbe5-c00a-43ca-898b-d53cc0ac06d3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Jul 22 11:16:37.268972 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-419b6457-986b-4f04-807b-1c2c73a53ba4 req-c97bd536-7865-4bdc-a412-27189c5461e2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0527384 Jul 22 11:16:37.292649 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:16:37.565086 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '8f90a76d-4a66-471a-849b-87ea6764fb10', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:15:52Z', 'updated_at': '2022-07-22T11:16:34Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:16:37.605123 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e823f-ea0d-4260-aee8-c7a6d23429e7 None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '8f90a76d-4a66-471a-849b-87ea6764fb10', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:15:52Z', 'updated_at': '2022-07-22T11:16:34Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:16:37.792073 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=16 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:37.793743 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:37.814311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02d31-bc85-4f78-b2ba-5961f2ddbff0 req-21adff01-06c0-404b-96e8-ca1cfe15d147 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:37.816005 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-80b02d31-bc85-4f78-b2ba-5961f2ddbff0 req-21adff01-06c0-404b-96e8-ca1cfe15d147 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0637426 Jul 22 11:16:37.880650 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b3f02b-bf8d-4309-bc0e-aa2be0501970 None None] New status for floating IP 8f90a76d-4a66-471a-849b-87ea6764fb10: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:16:37.901115 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-80b02d31-bc85-4f78-b2ba-5961f2ddbff0 req-c4b352bd-4aed-4e37-b2d5-25f80aeb0da1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779390 Jul 22 11:16:38.412437 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bdcc4713-4a97-4397-8e7e-b329e202116b req-95fc5896-2e3c-4db8-b2fb-9f983646ecb6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0585439 Jul 22 11:16:38.500013 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c1e39852-1bb0-4021-a685-74c4ec6b8eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:38.513751 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843752f8-241a-4657-b0f0-7260b302ec8b req-b4aaf7e6-d12d-4f91-b5c6-cded93bdc9b8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:38.516306 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-843752f8-241a-4657-b0f0-7260b302ec8b req-b4aaf7e6-d12d-4f91-b5c6-cded93bdc9b8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.3032410 Jul 22 11:16:38.594495 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-843752f8-241a-4657-b0f0-7260b302ec8b req-88130f8c-d93f-4bb9-8ab2-1c521b70daec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676830 Jul 22 11:16:38.814961 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-99e2da2c-3a38-462c-8e5c-a59eb284c27c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 200 len: 217 time: 0.0548472 Jul 22 11:16:39.085607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04542-61e4-431c-b48a-f8c2e4317797 req-df5b68ca-33f2-40f4-a3b0-397221f789e0 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:39.088193 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c04542-61e4-431c-b48a-f8c2e4317797 req-df5b68ca-33f2-40f4-a3b0-397221f789e0 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0693569 Jul 22 11:16:39.144924 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c04542-61e4-431c-b48a-f8c2e4317797 req-2165b123-b7dc-4c84-9096-d317c0a93471 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Jul 22 11:16:39.534869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-56ee8189-eacf-4513-945e-4ba1eccd11e6 req-68868678-85fb-41d9-8993-9c53600a3561 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0385492 Jul 22 11:16:39.782451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f40fd-71f7-4065-b747-c8c5225a99d5 req-f294f499-5e69-4dbc-9256-0f7ed4afb8b6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:39.784008 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-706f40fd-71f7-4065-b747-c8c5225a99d5 req-f294f499-5e69-4dbc-9256-0f7ed4afb8b6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0796139 Jul 22 11:16:39.843824 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-706f40fd-71f7-4065-b747-c8c5225a99d5 req-90722ba0-cc9d-402f-889e-05144ca67495 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Jul 22 11:16:40.293576 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b139e4-bfa3-40a4-90a9-f9d92c2483ea req-66792f75-8572-4b39-bb7f-ea49f52d4e21 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:40.295557 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e2b139e4-bfa3-40a4-90a9-f9d92c2483ea req-66792f75-8572-4b39-bb7f-ea49f52d4e21 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0791736 Jul 22 11:16:40.392093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-41165da8-dcd3-4f48-8054-c3164eb7897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:40.395298 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-41165da8-dcd3-4f48-8054-c3164eb7897a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1129 time: 0.1397221 Jul 22 11:16:40.397042 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e2b139e4-bfa3-40a4-90a9-f9d92c2483ea req-72283199-7f92-433a-96a4-104e265d2cf6 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Jul 22 11:16:40.402502 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62591-0158-426c-820f-c9b295a161d7 req-7d57eb53-eca4-442d-b5f0-a66d3907cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:40.405329 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-7d57eb53-eca4-442d-b5f0-a66d3907cff2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1635075 Jul 22 11:16:40.654702 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a6e0fde4-5b9b-4209-a21b-8a82e036c7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:40.705489 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-309e8943-237a-45b0-8408-5d321863416a req-f6533936-2364-49c8-812a-7602b4f54792 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0538161 Jul 22 11:16:40.909285 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62591-0158-426c-820f-c9b295a161d7 req-de0aea58-871d-4d9c-b595-9ffe32fcf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:40.912316 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-de0aea58-871d-4d9c-b595-9ffe32fcf3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103919 Jul 22 11:16:41.019235 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-a67d3d88-9bbe-49ac-9e49-5c618e37e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:41.021536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-a67d3d88-9bbe-49ac-9e49-5c618e37e5f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.2092807 Jul 22 11:16:41.032994 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395bec5-5c2d-478c-9369-d753ad8699d1 req-78bb386c-f916-4d86-b14d-39d11c6b4391 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:41.034668 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4395bec5-5c2d-478c-9369-d753ad8699d1 req-78bb386c-f916-4d86-b14d-39d11c6b4391 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0602083 Jul 22 11:16:41.098160 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4395bec5-5c2d-478c-9369-d753ad8699d1 req-a19f0133-66cc-4fd8-98f0-ee2bc38b09c9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Jul 22 11:16:41.542954 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8384-4337-46a4-939b-13d6f8d63ce3 req-3ebaa631-017a-4fac-8dae-fb3aa4415244 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:41.544923 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-182d8384-4337-46a4-939b-13d6f8d63ce3 req-3ebaa631-017a-4fac-8dae-fb3aa4415244 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0615604 Jul 22 11:16:41.601761 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-182d8384-4337-46a4-939b-13d6f8d63ce3 req-509ee587-c9f3-4c81-ac34-1803eb61c8ed tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499396 Jul 22 11:16:41.863968 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-28ed39c5-c8d2-4e09-b029-ebbb91b4b45d req-05df145b-87a5-4f12-9d8e-6636f7d96cab tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0295374 Jul 22 11:16:42.107508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:42.233754 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504d58-438f-45e7-a4e7-9bebebe9053d req-a09ff441-b1b3-4519-8701-290ad5bd4d5b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:42.235420 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-77504d58-438f-45e7-a4e7-9bebebe9053d req-a09ff441-b1b3-4519-8701-290ad5bd4d5b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0540879 Jul 22 11:16:42.301493 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-77504d58-438f-45e7-a4e7-9bebebe9053d req-0bd93a88-3154-486d-b85c-4081316e894b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592937 Jul 22 11:16:42.751339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c69297-0e59-43ce-9f3d-b8f071464260 req-27fb4d56-bceb-4220-b759-1591b4306bd8 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:42.752886 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-46c69297-0e59-43ce-9f3d-b8f071464260 req-27fb4d56-bceb-4220-b759-1591b4306bd8 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 943 time: 0.0616763 Jul 22 11:16:42.807892 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-46c69297-0e59-43ce-9f3d-b8f071464260 req-e492261f-9b7f-4718-b7e1-98f046761452 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Jul 22 11:16:42.820277 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2dfea6d8-ff88-4cd2-885a-008177cdfd33 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:16:42.929548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:42.941472 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'port_id': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'mac_address': 'fa:16:3e:b6:2a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:16:42.974843 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-999bbe2c-49a2-4037-a4c4-b3d1d4af85c0 req-3b9d0f67-9539-43e5-8512-a3280ec90877 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0308576 Jul 22 11:16:42.982592 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:42.982844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:42.997490 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfea6d8-ff88-4cd2-885a-008177cdfd33 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:43.018562 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:43.024010 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:43.084978 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:43.417382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9177-f8db-470b-989d-420f4d4cfe64 req-2f74caf2-6bbe-4f25-9b08-ae45097857f7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:43.419505 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-407c9177-f8db-470b-989d-420f4d4cfe64 req-2f74caf2-6bbe-4f25-9b08-ae45097857f7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Jul 22 11:16:43.467722 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-407c9177-f8db-470b-989d-420f4d4cfe64 req-b15e15db-14c6-47a4-aa68-f73cea4d7c5e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Jul 22 11:16:43.670464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:43.808408 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:43.844750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.124389 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6c2911ce-b747-45d9-811c-0b583b36087b req-90274dcd-a322-4b12-8ff1-be00bde4ccdf tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0382991 Jul 22 11:16:44.192218 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:16:44.213437 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-66e663b8-9df9-460c-814b-5ed9c5d0ba65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 1000 time: 0.4446223 Jul 22 11:16:44.238790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.244641 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.286235 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.322928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6b64-263f-47a7-ae21-46c4932989e1 req-ce0ab515-fc8d-4a4c-a92a-5fd8d802e2f1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:44.326318 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-acdc6b64-263f-47a7-ae21-46c4932989e1 req-ce0ab515-fc8d-4a4c-a92a-5fd8d802e2f1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 944 time: 0.1302209 Jul 22 11:16:44.383321 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-d68ab285-e98c-4fbc-9d49-87098f973952 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076770 Jul 22 11:16:44.415769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-e96f02c3-a7f3-4df0-8f31-d8cde4bd9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:44.418248 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-e96f02c3-a7f3-4df0-8f31-d8cde4bd9b45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.1493578 Jul 22 11:16:44.430824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-a0e3c125-c3f3-46d1-a0c4-bf97db58ac97 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:44.432869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-a0e3c125-c3f3-46d1-a0c4-bf97db58ac97 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.1529844 Jul 22 11:16:44.485533 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.559941 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-acdc6b64-263f-47a7-ae21-46c4932989e1 req-4e242518-f000-4d03-8573-275a8179d50c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166986 Jul 22 11:16:44.611799 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-c4fb606e-c905-43b5-ac06-ad828a658194 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 472 time: 0.1633985 Jul 22 11:16:44.644466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-315d5aa6-1e15-426e-b005-76beeb4be1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:44.647208 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-315d5aa6-1e15-426e-b005-76beeb4be1aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1994505 Jul 22 11:16:44.663791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'port': {'device_id': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'admin_state_up': True, 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'security_groups': ['6a2dd113-3ea8-4163-9cf0-ad13d009c613']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:44.691080 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ffc62591-0158-426c-820f-c9b295a161d7 req-4a268006-5375-4a8f-919c-453ac473dd51 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707942 Jul 22 11:16:44.726804 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:44.807164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76119d-ba07-495a-9d91-4a8b0794bc57 req-559fac6d-0db4-43a3-bee4-e6d024918488 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:44.810482 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c76119d-ba07-495a-9d91-4a8b0794bc57 req-559fac6d-0db4-43a3-bee4-e6d024918488 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1967931 Jul 22 11:16:44.921380 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c76119d-ba07-495a-9d91-4a8b0794bc57 req-54ce851a-8728-4a67-8188-b3ea72050b6d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 Jul 22 11:16:44.944993 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:16:44.954447 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:44.994821 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-8c4901cc-6f0e-40ee-a988-936494ebc0f0 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216377 Jul 22 11:16:45.072643 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469381-6703-40ae-a1d3-32c0c9f2e5c9 req-84b567e5-0665-40f8-8bf7-c836d342b768 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:45.076431 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-34469381-6703-40ae-a1d3-32c0c9f2e5c9 req-84b567e5-0665-40f8-8bf7-c836d342b768 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0675926 Jul 22 11:16:45.160664 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.20.0.12 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/2f780c3c-9237-4cac-b261-2b6b1e51cc1b) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:45.163651 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-34469381-6703-40ae-a1d3-32c0c9f2e5c9 req-b7fbcb49-c6ad-4e67-8693-1c2ee3563013 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763013 Jul 22 11:16:45.354201 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1a272e67-bb54-42a4-94e8-abe045c21f32 req-4ad5e20a-ab8f-47e2-8fe2-f928e7304050 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0523801 Jul 22 11:16:45.446233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:45.499628 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:45.558859 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:45.564597 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:45.566872 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:45.569225 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:45.632268 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:45.632944 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:45.663917 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-f75c39fa-ed82-424e-8182-b12186f6caa5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120337 Jul 22 11:16:45.761773 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e4f91-2a2b-4ae3-b23d-67b2b9b71054 req-69cd14d6-40e2-47c2-a0bd-cf378916b41d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:45.764057 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c03e4f91-2a2b-4ae3-b23d-67b2b9b71054 req-69cd14d6-40e2-47c2-a0bd-cf378916b41d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 944 time: 0.0712988 Jul 22 11:16:45.826398 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c03e4f91-2a2b-4ae3-b23d-67b2b9b71054 req-4af6d36a-fd4c-480d-9686-68d66e185527 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Jul 22 11:16:45.832196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ddd62b3d-5b37-460d-bcf7-27e258cb0322 None None] Provisioning complete for port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:45.832826 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ddd62b3d-5b37-460d-bcf7-27e258cb0322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:45.879433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ddd62b3d-5b37-460d-bcf7-27e258cb0322 None None] Port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:16:46.082110 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe95ad-c876-4bcb-9250-e440ac855ddc req-f35eac35-3b14-464a-bb56-0f97901f8d00 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:46.083690 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-96fe95ad-c876-4bcb-9250-e440ac855ddc req-f35eac35-3b14-464a-bb56-0f97901f8d00 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0528698 Jul 22 11:16:46.145006 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-96fe95ad-c876-4bcb-9250-e440ac855ddc req-18c28fde-824b-4a2c-9cf7-f1a3b622ab83 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531123 Jul 22 11:16:46.214642 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2dfea6d8-ff88-4cd2-885a-008177cdfd33 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:16:46.305333 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:16:46.314148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:46.314812 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:46.401046 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f2f6-8e0d-4e11-b0c5-ac592d4d6d5f req-591b1b50-bfa0-4988-bbab-f3ff31ab7899 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:46.405539 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5b5f2f6-8e0d-4e11-b0c5-ac592d4d6d5f req-591b1b50-bfa0-4988-bbab-f3ff31ab7899 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0817447 Jul 22 11:16:46.431322 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:46.431726 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:46.459200 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:46.461760 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe44603-1414-484d-802f-c4c40ce86b7c" -d '{"events": [{"server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "name": "network-vif-plugged", "status": "completed", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:46.489500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:46.495903 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:46.507988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5b5f2f6-8e0d-4e11-b0c5-ac592d4d6d5f req-5b8393bf-d858-4dee-8939-8f654acf2c91 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963383 Jul 22 11:16:46.525311 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55a3c-de3e-44ce-bdbb-c2b7756787b4 req-11ee61b8-9dbe-4679-88b6-39a5a125fd5e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:46.533313 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-25d55a3c-de3e-44ce-bdbb-c2b7756787b4 req-11ee61b8-9dbe-4679-88b6-39a5a125fd5e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 932 time: 0.0805385 Jul 22 11:16:46.564492 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:46.569813 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c996066-5f5c-408f-bbdd-c0376b24fc72 x-openstack-request-id: req-3c996066-5f5c-408f-bbdd-c0376b24fc72 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:46.570076 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "name": "network-vif-plugged", "status": "completed", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:46.571907 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c996066-5f5c-408f-bbdd-c0376b24fc72 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:46.573031 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c996066-5f5c-408f-bbdd-c0376b24fc72'] response: {'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'code': 200} Jul 22 11:16:46.595336 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:46.612052 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-25d55a3c-de3e-44ce-bdbb-c2b7756787b4 req-458ac414-6c9f-4060-9721-d0bf5d5922bf tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775833 Jul 22 11:16:46.846296 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Request body: {'port': {'device_id': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:46.887659 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:46.909775 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d68cda09-6fa0-4067-b63f-a2c5294531f3 req-717da575-7f04-49a0-b0b4-9ea3c277dd25 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434081 Jul 22 11:16:46.969530 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:47.001862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc604e83-7a89-4fcb-867f-673f23a509e9 req-7d12c3b3-49d5-4ec6-a1ba-bd17c7139fa3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:47.010328 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc604e83-7a89-4fcb-867f-673f23a509e9 req-7d12c3b3-49d5-4ec6-a1ba-bd17c7139fa3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0793154 Jul 22 11:16:47.082960 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc604e83-7a89-4fcb-867f-673f23a509e9 req-d3140481-e269-460d-a8f2-0836166b2627 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713952 Jul 22 11:16:47.344224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3ee28-5c7c-4e74-a8a6-095a41338c2e req-4029586d-7993-46ce-8900-3278ef2f5937 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:47.345841 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-feb3ee28-5c7c-4e74-a8a6-095a41338c2e req-4029586d-7993-46ce-8900-3278ef2f5937 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0906546 Jul 22 11:16:47.436233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f780c3c-9237-4cac-b261-2b6b1e51cc1b {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:47.450305 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks [] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:47.474175 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-feb3ee28-5c7c-4e74-a8a6-095a41338c2e req-dad70e91-bd98-47bb-8b5e-2c8c24652105 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180654 Jul 22 11:16:47.483302 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Transition to ACTIVE for port object 2f780c3c-9237-4cac-b261-2b6b1e51cc1b will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:16:47.489085 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:47.666213 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:47.691456 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Attempting to bind port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:16:47.692105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Attempting to bind port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:16:47.692640 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Attempting to bind port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:47.698900 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b on network 32cd3386-64da-4740-85d1-ffc0b29096eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:16:47.699528 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Attempting to bind port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:47.711467 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:16:47.712120 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:16:47.712588 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:16:47.713195 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Bound port: 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:16:47.713668 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:47.751845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54fbd-40a4-4e07-a68e-ab7e18252a9e req-3f3d97c8-3959-402d-b7c4-3d5b34bd7016 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:47.754029 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-66f54fbd-40a4-4e07-a68e-ab7e18252a9e req-3f3d97c8-3959-402d-b7c4-3d5b34bd7016 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1472166 Jul 22 11:16:47.820902 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:47.857511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-66f54fbd-40a4-4e07-a68e-ab7e18252a9e req-820ab6c8-1b90-4036-96ab-e09cd83083ae tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915251 Jul 22 11:16:47.865155 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161c6bb-5490-461e-b567-ffa690da145b req-bdfec87f-7436-4ca9-84d3-1cc081443417 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:47.877221 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7161c6bb-5490-461e-b567-ffa690da145b req-bdfec87f-7436-4ca9-84d3-1cc081443417 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 944 time: 0.1043367 Jul 22 11:16:47.889509 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:16:47.896290 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:16:47.920722 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39450) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:47.921042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.015561 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.017192 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.018679 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/2f780c3c-9237-4cac-b261-2b6b1e51cc1b HTTP/1.1" status: 200 len: 1094 time: 1.1822486 Jul 22 11:16:48.021491 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:48.024324 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051" -d '{"events": [{"name": "network-changed", "server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:48.056308 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7161c6bb-5490-461e-b567-ffa690da145b req-f217318c-e80d-4e0c-8cb9-7b7505999ca4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729648 Jul 22 11:16:48.065682 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:48.069514 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:48.085666 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cdb84-4bb3-4827-b393-664b19dc63cc req-94296953-396c-436d-96eb-5d9edec9fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.089086 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-381cdb84-4bb3-4827-b393-664b19dc63cc req-94296953-396c-436d-96eb-5d9edec9fe8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1129 time: 0.1291032 Jul 22 11:16:48.119818 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33f9f-92a0-4f0f-9d97-9fb3239d13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:48.129454 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:48.168004 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:48.224558 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ee926c-77ee-4754-aef1-3c73b65e3b83 x-openstack-request-id: req-b6ee926c-77ee-4754-aef1-3c73b65e3b83 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:48.225015 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:48.225391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ee926c-77ee-4754-aef1-3c73b65e3b83 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:48.225912 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ee926c-77ee-4754-aef1-3c73b65e3b83'] response: {'name': 'network-changed', 'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'status': 'completed', 'code': 200} Jul 22 11:16:48.240627 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-381cdb84-4bb3-4827-b393-664b19dc63cc req-9e00a425-5784-43c0-97a4-8a6d135e0b57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356707 Jul 22 11:16:48.242618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6df76ec9-ee26-4b4c-8190-a1ef1189d0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.301009 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-b3fd3516-7a60-42bf-9a11-6c3e6fc4fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.303505 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-b3fd3516-7a60-42bf-9a11-6c3e6fc4fc96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 1128 time: 0.1597414 Jul 22 11:16:48.332854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39460) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:48.334135 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719885b5-095a-4727-8593-fa6915184d2f req-614aa37e-351a-4b7b-8a54-54ff70c36206 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.336299 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-719885b5-095a-4727-8593-fa6915184d2f req-614aa37e-351a-4b7b-8a54-54ff70c36206 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.1152601 Jul 22 11:16:48.400017 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6df76ec9-ee26-4b4c-8190-a1ef1189d0d0 admin admin] Publish callbacks [] for security_group (575c7b10-563f-48be-b87d-da390a564d6d), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.406603 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6df76ec9-ee26-4b4c-8190-a1ef1189d0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (575c7b10-563f-48be-b87d-da390a564d6d), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.422679 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-719885b5-095a-4727-8593-fa6915184d2f req-29e97d32-bcc1-4745-a259-80312c4213f8 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794520 Jul 22 11:16:48.447397 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df76ec9-ee26-4b4c-8190-a1ef1189d0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c7b10-563f-48be-b87d-da390a564d6d,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:48.456008 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6df76ec9-ee26-4b4c-8190-a1ef1189d0d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55410caa1174e7c80c1b6ef92a3a977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340068 Jul 22 11:16:48.458808 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39464) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:48.546283 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c69850b1-4079-4cc7-8b44-c4fc5a6cead9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.565722 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-4703b748-2177-4420-a9b0-5ab60b51f677 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b HTTP/1.1" status: 200 len: 217 time: 0.0550296 Jul 22 11:16:48.584197 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:48.608431 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] Publish callbacks [] for security_group (575c7b10-563f-48be-b87d-da390a564d6d), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.630751 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-6f960584-b35a-4cc7-96bd-d5daaba966f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.632810 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-6f960584-b35a-4cc7-96bd-d5daaba966f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0571637 Jul 22 11:16:48.676536 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] Publish callbacks [] for security_group (575c7b10-563f-48be-b87d-da390a564d6d), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.684339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28f24b-113d-4460-8c45-9918167a98a5 req-a09d136a-bf18-438b-912e-29c631c60f07 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.685933 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-be28f24b-113d-4460-8c45-9918167a98a5 req-a09d136a-bf18-438b-912e-29c631c60f07 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.1022127 Jul 22 11:16:48.697650 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-736cdb75-39ca-49ed-9cbe-705201ce3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:48.700575 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-736cdb75-39ca-49ed-9cbe-705201ce3e21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520055 Jul 22 11:16:48.806365 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-be28f24b-113d-4460-8c45-9918167a98a5 req-1e8dea11-c812-4166-acf0-cd1a9b236c32 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133330 Jul 22 11:16:48.808667 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c69850b1-4079-4cc7-8b44-c4fc5a6cead9 admin admin] Publish callbacks [] for security_group (e5193de3-31c5-472c-bdd4-cd9a670c9c52), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.809882 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (575c7b10-563f-48be-b87d-da390a564d6d), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.812522 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.813667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575c7b10-563f-48be-b87d-da390a564d6d HTTP/1.1" status: 204 len: 168 time: 0.3532135 Jul 22 11:16:48.848837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb0721-c678-4a37-8844-82622c9af620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c7b10-563f-48be-b87d-da390a564d6d,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:48.848837 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c69850b1-4079-4cc7-8b44-c4fc5a6cead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (e5193de3-31c5-472c-bdd4-cd9a670c9c52), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:48.849377 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-42f00b1a-0887-4944-8c9f-8c1c0d0dd21c service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303434 Jul 22 11:16:48.917592 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c69850b1-4079-4cc7-8b44-c4fc5a6cead9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e769192a87447de9f788a2fba3b4009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5789204 Jul 22 11:16:48.918842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39474) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:48.937226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69850b1-4079-4cc7-8b44-c4fc5a6cead9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5193de3-31c5-472c-bdd4-cd9a670c9c52,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:49.001527 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:49.004803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] Publish callbacks [] for security_group (e5193de3-31c5-472c-bdd4-cd9a670c9c52), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:49.046418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] Publish callbacks [] for security_group (e5193de3-31c5-472c-bdd4-cd9a670c9c52), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:49.159469 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872db24-9b88-4bd0-ad29-d1ddd08999a1 req-745a7440-0be3-4aa5-9b59-61bf6855d162 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:49.164601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (e5193de3-31c5-472c-bdd4-cd9a670c9c52), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:49.166134 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:49.171226 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5193de3-31c5-472c-bdd4-cd9a670c9c52 HTTP/1.1" status: 204 len: 168 time: 0.2475402 Jul 22 11:16:49.171547 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3872db24-9b88-4bd0-ad29-d1ddd08999a1 req-745a7440-0be3-4aa5-9b59-61bf6855d162 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1199758 Jul 22 11:16:49.177093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:49.178701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667762b0-43e4-4054-8cc7-9ab65505cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5193de3-31c5-472c-bdd4-cd9a670c9c52,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:49.302895 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3872db24-9b88-4bd0-ad29-d1ddd08999a1 req-30f063ff-a2ad-4ec8-aa95-e06c7386a9fb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338823 Jul 22 11:16:49.345786 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e0193-b727-4bdf-98e5-4e0454cdde7a req-28864bec-6fab-42b2-9b82-383bf0830002 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:49.348548 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f9e0193-b727-4bdf-98e5-4e0454cdde7a req-28864bec-6fab-42b2-9b82-383bf0830002 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 944 time: 0.0901563 Jul 22 11:16:49.442608 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1f9e0193-b727-4bdf-98e5-4e0454cdde7a req-fe340dab-659a-47f4-ad9c-3084498e855a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829451 Jul 22 11:16:49.582782 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6aa80e63-f3ff-4aba-9618-ea3ee1b5672d req-d7b01a7a-5973-440d-98b2-a9033319fe92 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860485 Jul 22 11:16:49.593718 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb82e-786a-4a22-82ed-ca877bab4a53 req-baec83ae-ee69-4626-ae23-7460040d9558 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:49.593718 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-327cb82e-786a-4a22-82ed-ca877bab4a53 req-baec83ae-ee69-4626-ae23-7460040d9558 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0748019 Jul 22 11:16:49.678028 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-327cb82e-786a-4a22-82ed-ca877bab4a53 req-75b4010f-0ab0-4df8-875a-0b16e19cce48 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645010 Jul 22 11:16:50.469240 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330142f-3f89-4499-bd02-b3bb774c89bc req-f9afacd1-e44c-4f52-bd51-13b43ae0b149 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:50.472841 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0330142f-3f89-4499-bd02-b3bb774c89bc req-f9afacd1-e44c-4f52-bd51-13b43ae0b149 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0798421 Jul 22 11:16:50.534616 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39518) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:50.541508 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101625008', 'description': 'tempest-description--697489433'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:50.550994 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0330142f-3f89-4499-bd02-b3bb774c89bc req-e1f48411-c245-4362-a29c-a7210064d945 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721695 Jul 22 11:16:50.573283 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:50.693683 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (c4ac3407-451d-407a-aad9-f14ff07c8165), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:50.705947 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7091-12b6-44c9-9705-654bf24567e3 req-ae3cc4e5-5deb-4ed7-bd4c-4ed7de433c9b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:50.708261 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c22c7091-12b6-44c9-9705-654bf24567e3 req-ae3cc4e5-5deb-4ed7-bd4c-4ed7de433c9b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 944 time: 0.0813162 Jul 22 11:16:50.710416 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c4ac3407-451d-407a-aad9-f14ff07c8165), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:50.771137 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:50.772542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2366087 Jul 22 11:16:50.775516 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d0493-8d4d-4594-8ef4-e989cbf5fcd0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac3407-451d-407a-aad9-f14ff07c8165,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:50.778243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39522) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:50.782799 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'security_group_rule': {'security_group_id': 'c4ac3407-451d-407a-aad9-f14ff07c8165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:50.832299 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:50.840383 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c22c7091-12b6-44c9-9705-654bf24567e3 req-9241ac44-b854-4806-8279-3cb3c6e091be tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180220 Jul 22 11:16:50.843164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (80ad19d4-735b-46b1-a28b-035b841f3f03), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:50.927188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779b3a0-a77b-48d6-b052-a572effafa5a req-1efddf5a-d338-4b22-996c-3cf2f6995a9c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:50.929744 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2779b3a0-a77b-48d6-b052-a572effafa5a req-1efddf5a-d338-4b22-996c-3cf2f6995a9c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.1029832 Jul 22 11:16:51.013940 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (80ad19d4-735b-46b1-a28b-035b841f3f03), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.027679 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (80ad19d4-735b-46b1-a28b-035b841f3f03), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.081962 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ad19d4-735b-46b1-a28b-035b841f3f03,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:51.091867 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2779b3a0-a77b-48d6-b052-a572effafa5a req-3ca2e4a8-331b-41c2-943c-b14741fe56a9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533792 Jul 22 11:16:51.096565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.099338 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-7ece9a3c-0144-486f-b01e-ff79698646dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3188255 Jul 22 11:16:51.101804 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39528) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:51.108649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'security_group_rule': {'security_group_id': 'c4ac3407-451d-407a-aad9-f14ff07c8165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:51.149766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (8065495d-be64-45ea-a38a-42cae39b7908), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.226079 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-3e6aa86e-712b-4623-b3f4-b7ef97f84543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:51.228496 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-3e6aa86e-712b-4623-b3f4-b7ef97f84543 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 1128 time: 0.0714421 Jul 22 11:16:51.247364 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (8065495d-be64-45ea-a38a-42cae39b7908), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.252677 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (8065495d-be64-45ea-a38a-42cae39b7908), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.279117 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8065495d-be64-45ea-a38a-42cae39b7908,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:51.290884 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.293052 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-82fc39f7-de35-496d-812c-b8286bf79aa5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901164 Jul 22 11:16:51.298208 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39530) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:51.305397 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:51.338997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.451072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.603642 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Allocated IP 172.27.0.76 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/ee8dee7a-b03c-4877-88d9-9828e6bf827e) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:51.631780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:51.680797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:51.706974 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a67690-4c0e-42ff-b897-28960fae3615 req-341d0aa1-3b35-4fef-a8ef-9242f3fb94d1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:51.709162 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-86a67690-4c0e-42ff-b897-28960fae3615 req-341d0aa1-3b35-4fef-a8ef-9242f3fb94d1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0578053 Jul 22 11:16:51.736461 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.773903 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-86a67690-4c0e-42ff-b897-28960fae3615 req-1e2a2dee-8df7-40d5-b22e-4b04d231160a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567644 Jul 22 11:16:51.788228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:51.826841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:51.832827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:51.837575 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:51.846277 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'Port': ['ID=ee8dee7a-b03c-4877-88d9-9828e6bf827e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:51.920215 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.021415 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.073726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf511d6-a3ef-49e5-9c75-f1d68dd293f0 req-aca3bc37-ae78-4a52-bdd6-53e0ded89bfc tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.076705 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cf511d6-a3ef-49e5-9c75-f1d68dd293f0 req-aca3bc37-ae78-4a52-bdd6-53e0ded89bfc tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 944 time: 0.1094234 Jul 22 11:16:52.177708 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-0f8a1125-b993-44a1-b2db-ddc46dd7c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.179741 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-0f8a1125-b993-44a1-b2db-ddc46dd7c983 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.1708400 Jul 22 11:16:52.207721 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cf511d6-a3ef-49e5-9c75-f1d68dd293f0 req-de004195-79e2-4cd3-abfe-13bd4e2dd094 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212680 Jul 22 11:16:52.237467 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-8ae7f75e-f660-446d-85af-39de7af4076d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b HTTP/1.1" status: 200 len: 217 time: 0.0488970 Jul 22 11:16:52.284640 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f780c3c-9237-4cac-b261-2b6b1e51cc1b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:16:52.314612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.321422 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.357744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d32a0-05e5-4d2a-b134-aec26812e250 req-05ba7927-0b25-4e9d-9ce2-743ab5779ca3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.359486 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ad8d32a0-05e5-4d2a-b134-aec26812e250 req-05ba7927-0b25-4e9d-9ce2-743ab5779ca3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0847576 Jul 22 11:16:52.368303 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.374406 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:52.401761 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'Port': ['ID=ee8dee7a-b03c-4877-88d9-9828e6bf827e,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:52.401995 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-5e23c2ac-7c2e-4278-9d2a-2b0f8695db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.405006 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-5e23c2ac-7c2e-4278-9d2a-2b0f8695db14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.1455102 Jul 22 11:16:52.429791 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.431406 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3c85e7b8-2edc-4f27-9349-1ef1b3388c96 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1316655 Jul 22 11:16:52.438215 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:52.465956 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'port_id': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'mac_address': 'fa:16:3e:e8:6a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:16:52.524831 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ad8d32a0-05e5-4d2a-b134-aec26812e250 req-84d212c5-68e5-4587-af25-7f4e146928a5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482220 Jul 22 11:16:52.541272 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-90e5a9b4-1a9a-4512-8fc1-c849e736b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.546686 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:52.547661 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.560184 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-90e5a9b4-1a9a-4512-8fc1-c849e736b954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295919 Jul 22 11:16:52.568276 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f780c3c-9237-4cac-b261-2b6b1e51cc1b {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:52.590196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:52.595631 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:52.669025 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:52.769747 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-608c8904-fc07-4b19-886e-7129010d93f0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1101625008&fields=id&tenant_id=601d12851417478a8b39bbf0c9fcd03d HTTP/1.1" status: 200 len: 267 time: 0.0774269 Jul 22 11:16:52.775599 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-f739727c-9aac-45f2-b156-5d3a7ab709d4 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141857 Jul 22 11:16:52.782845 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45de4fd-0882-4289-bb7c-6a8d3c80de3d req-46cf5359-9f32-4d4d-8679-60beadc04815 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:52.784407 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a45de4fd-0882-4289-bb7c-6a8d3c80de3d req-46cf5359-9f32-4d4d-8679-60beadc04815 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0897124 Jul 22 11:16:52.967813 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a45de4fd-0882-4289-bb7c-6a8d3c80de3d req-ec5aa284-242a-4013-9ca0-4ce3e00853cf tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522362 Jul 22 11:16:52.974290 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7d6af13a-85cb-4efd-a4a9-6d818b5c8051 req-0502b0b7-ba13-4c40-a616-4b5edf2c7043 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833670 Jul 22 11:16:53.019038 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2f780c3c-9237-4cac-b261-2b6b1e51cc1b'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:16:53.026951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-3f026cef-dd1c-479a-9aec-d064c9082399 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:53.030881 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-3f026cef-dd1c-479a-9aec-d064c9082399 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.2442918 Jul 22 11:16:53.054009 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-7f2190ff-9733-4a38-9c5a-699603964c49 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/quotas/601d12851417478a8b39bbf0c9fcd03d HTTP/1.1" status: 200 len: 375 time: 0.0158849 Jul 22 11:16:53.062420 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:53.141357 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-d8009416-9549-48b4-ad4d-e443032ef4e0 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0759060 Jul 22 11:16:53.177652 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a2d2c-8191-4bce-a469-f2ee44b30198 req-8e7ec8d2-14c7-4cdb-8686-d32b2f87eee0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:53.190810 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-298a2d2c-8191-4bce-a469-f2ee44b30198 req-8e7ec8d2-14c7-4cdb-8686-d32b2f87eee0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0859070 Jul 22 11:16:53.243732 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:53.256878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:53.260148 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-298a2d2c-8191-4bce-a469-f2ee44b30198 req-35ad54c6-2a54-43bb-92ef-3bbf11efe1d3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676129 Jul 22 11:16:53.269082 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:53.305654 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-bfbe17a5-feda-4100-9fab-e31880c38cfe service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592927 Jul 22 11:16:53.460698 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-082b63c6-4be9-450b-9ad2-731821385085 service neutron] 10.222.0.20 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479247 Jul 22 11:16:53.728976 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b3cf07c0-7f97-4e94-957c-758ce0d80a1e req-4c7eb252-ee20-4bfa-9980-aeb0f1dcb4d1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 210 time: 0.0351789 Jul 22 11:16:53.782349 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90ded-37a6-4def-bb8a-02aeb84a06df req-d8ab6886-9997-4b56-9b44-0cf21b39682c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:53.784047 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7a90ded-37a6-4def-bb8a-02aeb84a06df req-d8ab6886-9997-4b56-9b44-0cf21b39682c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 945 time: 0.0835140 Jul 22 11:16:53.850547 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7a90ded-37a6-4def-bb8a-02aeb84a06df req-531a46bc-49fd-4dbf-9e5d-5e8205a6182d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540249 Jul 22 11:16:53.883886 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf341d-f767-42f2-97fc-8ddf2a177437 req-774b7a86-f3d8-4d6d-87d9-6fbb54478bed tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:53.885352 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5cf341d-f767-42f2-97fc-8ddf2a177437 req-774b7a86-f3d8-4d6d-87d9-6fbb54478bed tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0753200 Jul 22 11:16:53.949184 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5cf341d-f767-42f2-97fc-8ddf2a177437 req-31522d11-2ea3-49d7-b80f-ae43da38ba39 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540011 Jul 22 11:16:54.143461 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:16:54.306498 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f780c3c-9237-4cac-b261-2b6b1e51cc1b up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:16:54.372639 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:16:54.405506 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:54.406066 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:54.462384 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff55567-e008-4d1b-aa21-358ee75b715f req-2370fee9-8f11-4285-9375-1e4cdd180f3e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:54.466341 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8ff55567-e008-4d1b-aa21-358ee75b715f req-2370fee9-8f11-4285-9375-1e4cdd180f3e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0885596 Jul 22 11:16:54.534959 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:16:54.535676 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:54.552279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8ff55567-e008-4d1b-aa21-358ee75b715f req-618c5bb5-5cf0-4895-ae1e-270ddb0dd7bf tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743315 Jul 22 11:16:54.588182 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:54.591290 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50204753-5a14-4da7-9bfb-7a31d42e91a5" -d '{"events": [{"server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "name": "network-vif-plugged", "status": "completed", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:54.616235 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:16:54.623464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:54.647672 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74fd116-0d6b-4b31-a22c-67d4d134d3f7 x-openstack-request-id: req-d74fd116-0d6b-4b31-a22c-67d4d134d3f7 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:54.647993 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "name": "network-vif-plugged", "status": "completed", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:54.648234 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d74fd116-0d6b-4b31-a22c-67d4d134d3f7 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:54.648653 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74fd116-0d6b-4b31-a22c-67d4d134d3f7'] response: {'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'code': 200} Jul 22 11:16:54.690330 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:54.703296 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.703855 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.704411 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.704945 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.705547 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.706006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.706625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.707579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.707885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.708340 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.708803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.709419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.709884 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.710330 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.710804 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:16:54.869314 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5ee5dfee-ba79-4c92-8b0b-93b746a16c4f req-b04cbb0b-d4cf-4f03-8dea-647f0d85737d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 210 time: 0.0471702 Jul 22 11:16:54.994990 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4658f0c-8384-4b12-aa9d-de15ae2f7587 req-4ed42807-e641-4c48-a618-2ac355e96245 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:54.996695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4658f0c-8384-4b12-aa9d-de15ae2f7587 req-4ed42807-e641-4c48-a618-2ac355e96245 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0510368 Jul 22 11:16:55.052808 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4658f0c-8384-4b12-aa9d-de15ae2f7587 req-37d63382-473f-4ee4-b5fd-3261d1ef3aa9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500891 Jul 22 11:16:55.213056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:55.306328 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903d206-f434-46fa-9a08-877da76788be req-58756bf3-6244-41c7-9659-61bd973282ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:55.307921 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d903d206-f434-46fa-9a08-877da76788be req-58756bf3-6244-41c7-9659-61bd973282ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 1130 time: 0.0590854 Jul 22 11:16:55.321996 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-b17d5fbb-c44d-4ec8-8693-acda8eeda228 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:55.323545 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-b17d5fbb-c44d-4ec8-8693-acda8eeda228 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 819 time: 0.1471362 Jul 22 11:16:55.395997 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d903d206-f434-46fa-9a08-877da76788be req-6af31705-4793-4be7-b0ca-c0439b429310 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691705 Jul 22 11:16:55.430152 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-e30e200a-0137-4aa5-9734-31adc810c284 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=601d12851417478a8b39bbf0c9fcd03d HTTP/1.1" status: 200 len: 380 time: 0.0892794 Jul 22 11:16:55.673647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'port': {'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'admin_state_up': True, 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'security_groups': ['c4ac3407-451d-407a-aad9-f14ff07c8165']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:55.715854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393644d-7aeb-486b-90cb-65a80aaca590 req-3818293d-e94d-4bae-8847-e94f18d1dd2e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:55.718465 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f393644d-7aeb-486b-90cb-65a80aaca590 req-3818293d-e94d-4bae-8847-e94f18d1dd2e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0789618 Jul 22 11:16:55.806261 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f393644d-7aeb-486b-90cb-65a80aaca590 req-6a752357-5c30-4e70-a646-ff5f844f406b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788076 Jul 22 11:16:55.869252 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Made reservation on behalf of 601d12851417478a8b39bbf0c9fcd03d for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:16:55.873490 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:55.897579 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:56.019238 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c541f4da-1905-45de-9850-dca9cc772131 req-af90ca03-ab9f-43c7-8235-b8234f46fd1a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 210 time: 0.0504274 Jul 22 11:16:56.063077 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Allocated IP 172.20.0.3 (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527/e22709ba-091d-4655-b671-a842b5be8e79/fa52f10e-8382-40d6-8633-f6bcf76980e8) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:16:56.216143 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8876-f0d2-4876-b56b-f9b413ee69da req-b6626082-068d-402e-b070-cc451125d3bc tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:56.217655 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc1c8876-f0d2-4876-b56b-f9b413ee69da req-b6626082-068d-402e-b070-cc451125d3bc tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0530560 Jul 22 11:16:56.282276 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:56.290056 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc1c8876-f0d2-4876-b56b-f9b413ee69da req-9dbb419f-20f5-4a27-b3d1-68d6657bf442 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629673 Jul 22 11:16:56.322400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:56.373064 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:16:56.378620 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:16:56.382788 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:16:56.389132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event updated for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:56.447333 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:56.448187 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:56.470781 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-aa4c73ed-88b1-45a5-8e44-f68092f4e9ff tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027487 Jul 22 11:16:56.521748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Request body: {'port': {'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:56.713574 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-8b820266-bbcd-4c78-9bb6-d1d24d85c6f4 None None] Provisioning complete for port fa52f10e-8382-40d6-8633-f6bcf76980e8 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:16:56.717573 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8b820266-bbcd-4c78-9bb6-d1d24d85c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:56.821862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-8b820266-bbcd-4c78-9bb6-d1d24d85c6f4 None None] Port fa52f10e-8382-40d6-8633-f6bcf76980e8 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:16:56.922332 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:56.929652 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-c3b0dd00-a7aa-44af-a390-0b8b9f54bd20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005464 Jul 22 11:16:56.939035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:57.105194 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61909-4293-474f-bb38-ce80302608f3 req-beac86a7-8e65-42c5-93e8-7c1ba1067083 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:57.122757 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8db61909-4293-474f-bb38-ce80302608f3 req-beac86a7-8e65-42c5-93e8-7c1ba1067083 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1548214 Jul 22 11:16:57.229795 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8db61909-4293-474f-bb38-ce80302608f3 req-206bb823-928f-4a67-a74e-fbbf783db5c2 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056688 Jul 22 11:16:57.346076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77517534-8849-4144-b200-1f9ee8b554d1 req-a6d4459a-6fcf-4ac4-9852-f6d20b6e81eb tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:57.350032 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-77517534-8849-4144-b200-1f9ee8b554d1 req-a6d4459a-6fcf-4ac4-9852-f6d20b6e81eb tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 931 time: 0.1607697 Jul 22 11:16:57.491232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4a9f-181a-47e0-974d-3007f49dcf52 req-2fb75ca3-8ab6-4269-b9dc-04ffe03db084 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:57.493837 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ba3e4a9f-181a-47e0-974d-3007f49dcf52 req-2fb75ca3-8ab6-4269-b9dc-04ffe03db084 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0678301 Jul 22 11:16:57.529144 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-77517534-8849-4144-b200-1f9ee8b554d1 req-5aa6c0a9-ce36-4f11-bc00-110b8e169536 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680975 Jul 22 11:16:57.558451 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:57.573289 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ba3e4a9f-181a-47e0-974d-3007f49dcf52 req-b7bc7585-fda0-428c-b227-a1a3f6cd911d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688701 Jul 22 11:16:57.641839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa52f10e-8382-40d6-8633-f6bcf76980e8 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:16:57.656051 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks [] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:57.714762 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Transition to ACTIVE for port object fa52f10e-8382-40d6-8633-f6bcf76980e8 will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:16:57.722957 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:57.744589 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e1a33-84d8-4863-9c67-0604eead39d3 req-e270f7ec-3855-41ba-9790-79268d754a78 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:57.746126 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-140e1a33-84d8-4863-9c67-0604eead39d3 req-e270f7ec-3855-41ba-9790-79268d754a78 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0858626 Jul 22 11:16:57.760111 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39660) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:16:57.767681 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'port_id': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:16:57.844559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:57.854061 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:57.944691 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Attempting to bind port fa52f10e-8382-40d6-8633-f6bcf76980e8 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:16:57.945224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Attempting to bind port fa52f10e-8382-40d6-8633-f6bcf76980e8 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:16:57.945762 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Attempting to bind port fa52f10e-8382-40d6-8633-f6bcf76980e8 on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:57.972217 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Port fa52f10e-8382-40d6-8633-f6bcf76980e8 on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:16:57.972815 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Attempting to bind port fa52f10e-8382-40d6-8633-f6bcf76980e8 on network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:16:57.984699 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:16:57.985674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Checking segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:16:57.985854 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Bound using segment: {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:16:57.986574 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Bound port: fa52f10e-8382-40d6-8633-f6bcf76980e8, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624ef4a2-600a-4d9b-9493-61948153f7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:16:57.987055 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:58.096612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:58.112858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:16:58.119426 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:16:58.127836 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-7ccca240-01f3-47ab-89c6-12ed3aacd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.128597 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:58.130511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-7ccca240-01f3-47ab-89c6-12ed3aacd128 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 1129 time: 0.1755931 Jul 22 11:16:58.193660 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.194293 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:58.196205 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1093 time: 1.6813319 Jul 22 11:16:58.196411 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:16:58.198716 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ebbb47-876b-465a-b78e-080da8f259cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:16:58.229238 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe20168-ecf5-49b0-8c49-41fb2bfa35c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:16:58.262688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:58.296022 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e9a5b6-4be4-40b5-a8ff-62174a1c70a0 x-openstack-request-id: req-46e9a5b6-4be4-40b5-a8ff-62174a1c70a0 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:16:58.296523 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:16:58.296853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46e9a5b6-4be4-40b5-a8ff-62174a1c70a0 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:16:58.297479 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e9a5b6-4be4-40b5-a8ff-62174a1c70a0'] response: {'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'status': 'completed', 'code': 200} Jul 22 11:16:58.373585 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-b8282404-29f0-4f92-b4da-14d5ead6d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.375121 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-b8282404-29f0-4f92-b4da-14d5ead6d5a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1127 time: 0.0964031 Jul 22 11:16:58.412111 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02979a-8ea6-4c51-a690-5fb0660f5589 req-c6a6e1d4-fb0a-40da-a798-a4d20a6f8c00 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.414864 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c02979a-8ea6-4c51-a690-5fb0660f5589 req-c6a6e1d4-fb0a-40da-a798-a4d20a6f8c00 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0842829 Jul 22 11:16:58.434421 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-ed179099-f0a7-4ce3-b595-d498c9b8f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.436883 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-ed179099-f0a7-4ce3-b595-d498c9b8f5d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.2362454 Jul 22 11:16:58.456318 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-1822ade3-dce0-44f0-85b0-3f6e89f60df3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 217 time: 0.0634887 Jul 22 11:16:58.510746 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:58.549364 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-6ddc6d75-4d6a-423e-81d2-08c5165beddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.550876 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-6ddc6d75-4d6a-423e-81d2-08c5165beddf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0824566 Jul 22 11:16:58.565357 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c02979a-8ea6-4c51-a690-5fb0660f5589 req-76f5b786-a070-412f-9de9-03dddb076afa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163566 Jul 22 11:16:58.618326 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-1fadfd84-708a-44fc-9746-5b6f1c8c92ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 200 len: 217 time: 0.1183712 Jul 22 11:16:58.634251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-d91360d3-0ec6-4c84-af45-3a2ef21c97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.640064 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-d91360d3-0ec6-4c84-af45-3a2ef21c97a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730157 Jul 22 11:16:58.776937 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-4f02428e-081c-4af7-b940-44af93dcb5eb service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184206 Jul 22 11:16:58.852150 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-05b24a42-c819-44ed-9949-203d628aab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.855032 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-05b24a42-c819-44ed-9949-203d628aab78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.2189720 Jul 22 11:16:58.879875 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d483cb-f2e0-4bc8-92eb-72306f3371f9 req-af56f370-336a-4b00-963e-2e9c1564b506 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:58.881498 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-76d483cb-f2e0-4bc8-92eb-72306f3371f9 req-af56f370-336a-4b00-963e-2e9c1564b506 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 943 time: 0.1465642 Jul 22 11:16:58.905783 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bcfdb0ab-703a-4eaf-8a56-59b36d64b29f req-8a777ffd-90ae-44b9-8f33-9dd7ac12b2c3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211331 Jul 22 11:16:58.961950 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:59.032450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.db.resource_extend [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 22 11:16:59.408346 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-f9e48ab1-ce3f-4943-b671-5cec0b65ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:59.410776 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-f9e48ab1-ce3f-4943-b671-5cec0b65ade2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5272441 Jul 22 11:16:59.431956 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-76d483cb-f2e0-4bc8-92eb-72306f3371f9 req-670792ec-e886-4271-9461-409cbf35ad25 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312119 Jul 22 11:16:59.457654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:59.463845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:16:59.614190 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 624c0f7a-47b9-471e-8fb4-8178576fae7a associated. External IP: 172.27.0.6, port: 2f780c3c-9237-4cac-b261-2b6b1e51cc1b. Jul 22 11:16:59.735646 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8224f5e-8934-468d-b659-a0d8394893e2 req-e7778623-693a-450e-b6d7-893b77f5cf27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:16:59.737105 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a8224f5e-8934-468d-b659-a0d8394893e2 req-e7778623-693a-450e-b6d7-893b77f5cf27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0709291 Jul 22 11:16:59.791615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:16:59.800906 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a8224f5e-8934-468d-b659-a0d8394893e2 req-2394d665-9999-4ab4-a4a3-4b7c0f1732a2 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546229 Jul 22 11:16:59.885332 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:16:59.888153 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:00.022834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:17:00.028108 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:00.041744 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:17:00.058508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:00.059796 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:16:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:00.067879 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-7e136fcf-0af2-4338-bc67-d9da1c925806 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "PUT /v2.0/floatingips/624c0f7a-47b9-471e-8fb4-8178576fae7a HTTP/1.1" status: 200 len: 990 time: 2.3057954 Jul 22 11:17:00.069547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:17:00.074068 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e" -d '{"events": [{"name": "network-changed", "server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:17:00.131168 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fee8711-352d-44df-b6e4-d0009d9ee4eb x-openstack-request-id: req-2fee8711-352d-44df-b6e4-d0009d9ee4eb {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:17:00.131460 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:17:00.131726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fee8711-352d-44df-b6e4-d0009d9ee4eb {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:17:00.132137 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fee8711-352d-44df-b6e4-d0009d9ee4eb'] response: {'name': 'network-changed', 'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'status': 'completed', 'code': 200} Jul 22 11:17:00.195285 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:00.499061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '624c0f7a-47b9-471e-8fb4-8178576fae7a', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:e8:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:33Z', 'updated_at': '2022-07-22T11:16:58Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}, {'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:00.534367 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:17:00.543779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:00.544403 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:16:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:00.614128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a797e49-c973-496b-970e-971c6ae49fc7 req-a2833cb4-2209-431f-b996-12b9513cc0ef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:00.616147 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0a797e49-c973-496b-970e-971c6ae49fc7 req-a2833cb4-2209-431f-b996-12b9513cc0ef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 943 time: 0.0750167 Jul 22 11:17:00.638029 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:00.660579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:00.671011 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:00.687490 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0a797e49-c973-496b-970e-971c6ae49fc7 req-562767ef-e705-4f6a-be0d-16a8c6ee11a4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625160 Jul 22 11:17:00.958780 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '624c0f7a-47b9-471e-8fb4-8178576fae7a', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:e8:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:33Z', 'updated_at': '2022-07-22T11:16:58Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}, {'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:00.984405 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297c584-af62-4254-8184-7c1664bcea4d None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '624c0f7a-47b9-471e-8fb4-8178576fae7a', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:e8:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:33Z', 'updated_at': '2022-07-22T11:16:58Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}, {'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:17:00.995028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9593e3-b0f1-49b8-a551-8a82a9048adb req-473e0812-53ac-42cf-963f-ec51cd2e322c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:00.998245 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af9593e3-b0f1-49b8-a551-8a82a9048adb req-473e0812-53ac-42cf-963f-ec51cd2e322c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Jul 22 11:17:01.015442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:01.058484 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af9593e3-b0f1-49b8-a551-8a82a9048adb req-2ce0c177-604f-4b69-9630-843774c3812e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518835 Jul 22 11:17:01.223272 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80edb41a-2ea1-4997-8f96-d0a3162d8113 None None] New status for floating IP 624c0f7a-47b9-471e-8fb4-8178576fae7a: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:17:01.825859 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb662d-2f15-44f4-a5de-05133f7ba045 req-439b3a80-4052-4831-8c54-b7286c2763f5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:01.827455 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2eb662d-2f15-44f4-a5de-05133f7ba045 req-439b3a80-4052-4831-8c54-b7286c2763f5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 943 time: 0.0531194 Jul 22 11:17:01.894484 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2eb662d-2f15-44f4-a5de-05133f7ba045 req-5196a741-1ecf-4bf6-9ded-437bb4ee05be tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610044 Jul 22 11:17:02.216149 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61f2ec-b7df-46c9-882a-6495d7fb402b req-ddcca7ca-b089-4a93-b54a-1cad47e8e2e6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:02.218695 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e61f2ec-b7df-46c9-882a-6495d7fb402b req-ddcca7ca-b089-4a93-b54a-1cad47e8e2e6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0759895 Jul 22 11:17:02.281087 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e61f2ec-b7df-46c9-882a-6495d7fb402b req-3dc6db5c-df27-4d53-9b6f-bd61d9cc34a3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563042 Jul 22 11:17:03.060334 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31136b4-2599-41b1-9d82-5f19a0095499 req-0003c29e-e1dd-458f-a364-f6524e6848ae tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.061979 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d31136b4-2599-41b1-9d82-5f19a0095499 req-0003c29e-e1dd-458f-a364-f6524e6848ae tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 943 time: 0.0690870 Jul 22 11:17:03.138627 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d31136b4-2599-41b1-9d82-5f19a0095499 req-fc664555-87cf-4bc8-83d4-13177b6dc436 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707617 Jul 22 11:17:03.253960 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-0614b6b2-863d-4868-bded-194c2bf6572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.255684 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-0614b6b2-863d-4868-bded-194c2bf6572d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1127 time: 0.0580678 Jul 22 11:17:03.359855 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-241390c1-3c16-41ee-927e-68ac988f595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.363467 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-241390c1-3c16-41ee-927e-68ac988f595a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 1130 time: 0.1527889 Jul 22 11:17:03.447242 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-236f7af8-6ae6-411e-81fd-07ead2ad4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.449455 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-236f7af8-6ae6-411e-81fd-07ead2ad4644 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1728804 Jul 22 11:17:03.515814 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-65c4efcc-c9cf-4623-a183-c7c709386903 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197422 Jul 22 11:17:03.533620 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-59631e7a-7296-42e8-8d58-a8e7f0a156f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 217 time: 0.0743158 Jul 22 11:17:03.533952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a532a-946d-4ada-8557-7a7a4ac01ea9 req-3db55cb6-45eb-488d-a4d3-30369d6209ef tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.535433 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-627a532a-946d-4ada-8557-7a7a4ac01ea9 req-3db55cb6-45eb-488d-a4d3-30369d6209ef tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1648357 Jul 22 11:17:03.631243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-bf8193f2-0301-4898-8d5a-4f6cd418b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.632825 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-bf8193f2-0301-4898-8d5a-4f6cd418b5c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0817561 Jul 22 11:17:03.663926 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-c33141f2-e125-454f-a8f8-c2cee8bb6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.665434 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-c33141f2-e125-454f-a8f8-c2cee8bb6eba service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.2932079 Jul 22 11:17:03.711665 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-89969215-d9e6-45b1-9f45-37ec58c19fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:03.714291 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-89969215-d9e6-45b1-9f45-37ec58c19fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700729 Jul 22 11:17:03.744054 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-627a532a-946d-4ada-8557-7a7a4ac01ea9 req-3fb7dadf-126f-4ca8-b7f0-d2284dc3ceac tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874335 Jul 22 11:17:03.791321 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e792da2b-ba1a-4a75-a246-2163338b2850 req-161eaca3-ac4f-4c3f-9b95-e0c6bb9c4df9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481105 Jul 22 11:17:03.794411 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-c122be29-020a-44d7-9002-c120a27d12fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b HTTP/1.1" status: 200 len: 1000 time: 0.1162117 Jul 22 11:17:03.859807 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-2e94cd62-6043-4982-8e9a-877734b67fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317101 Jul 22 11:17:04.041969 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:04.077676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-55e1deaf-438b-4a8c-8c1d-c9c7d9ec910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:04.080232 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-55e1deaf-438b-4a8c-8c1d-c9c7d9ec910a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0888505 Jul 22 11:17:04.144607 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5ebbb47-876b-465a-b78e-080da8f259cd req-5cd307d0-0ed7-4203-bad0-e21ef70df05d service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559050 Jul 22 11:17:04.315354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3709-4825-4fab-88e6-a486dce86ea9 req-df3c61de-58b9-4d5c-961c-e10ccd7eb472 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:04.317994 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-733a3709-4825-4fab-88e6-a486dce86ea9 req-df3c61de-58b9-4d5c-961c-e10ccd7eb472 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Jul 22 11:17:04.362770 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device fa52f10e-8382-40d6-8633-f6bcf76980e8 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:17:04.386848 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-733a3709-4825-4fab-88e6-a486dce86ea9 req-3c879306-bb5d-49bf-b14e-72c1b317e391 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623953 Jul 22 11:17:04.626451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:17:04.643592 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:17:04.696328 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port fa52f10e-8382-40d6-8633-f6bcf76980e8 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:17:04.697084 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:04.709576 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-fe516b3f-bcba-4bff-be14-5ffb08a401d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:04.712736 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-fe516b3f-bcba-4bff-be14-5ffb08a401d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072462 Jul 22 11:17:04.713970 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa52f10e-8382-40d6-8633-f6bcf76980e8 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:17:04.736701 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:17:04.742477 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:04.814014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:04.931904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c502d-d6a1-4ff6-9d8c-ebc088fe795d req-54e5ebd9-9753-4ee3-bb55-a09c06ddfbe8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:04.933435 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5d9c502d-d6a1-4ff6-9d8c-ebc088fe795d req-54e5ebd9-9753-4ee3-bb55-a09c06ddfbe8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0769413 Jul 22 11:17:04.964596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:05.011178 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5d9c502d-d6a1-4ff6-9d8c-ebc088fe795d req-a6ed9738-4474-49cd-8599-96e517a4ec0b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702636 Jul 22 11:17:05.231966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['fa52f10e-8382-40d6-8633-f6bcf76980e8'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:17:05.587708 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d242aa-2850-491b-bb97-4d8ab3155bb0 req-28edcb8e-ae39-4384-af49-7e5d1f1efdcc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:05.590620 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-34d242aa-2850-491b-bb97-4d8ab3155bb0 req-28edcb8e-ae39-4384-af49-7e5d1f1efdcc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 944 time: 0.0818477 Jul 22 11:17:05.679927 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-34d242aa-2850-491b-bb97-4d8ab3155bb0 req-b18fae0b-f755-4204-bfad-d1e3aa5d6005 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823901 Jul 22 11:17:05.904068 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-30b472a4-be41-4319-b195-6cc3ac47606b service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069929 Jul 22 11:17:06.071249 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60b34f4a-0cfb-4d78-b3cb-9d45756e290e req-fbc2d2cb-523d-4364-9af9-cfb1c4fb9bb5 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533124 Jul 22 11:17:06.205416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566e8a-1bcb-4c5a-b478-f9543be8339d req-e2a16381-8bbf-4f3e-b553-fa79b2a8a70e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:06.208177 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e3566e8a-1bcb-4c5a-b478-f9543be8339d req-e2a16381-8bbf-4f3e-b553-fa79b2a8a70e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0752528 Jul 22 11:17:06.276580 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:06.291150 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e3566e8a-1bcb-4c5a-b478-f9543be8339d req-c58bc317-4042-4dc8-8763-e12914a092ba tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732470 Jul 22 11:17:06.602444 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device fa52f10e-8382-40d6-8633-f6bcf76980e8 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:17:06.658260 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port fa52f10e-8382-40d6-8633-f6bcf76980e8 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:17:06.665246 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port fa52f10e-8382-40d6-8633-f6bcf76980e8 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:17:06.665627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:06.702307 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:06.752357 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port fa52f10e-8382-40d6-8633-f6bcf76980e8 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:17:06.752838 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:06.784174 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:17:06.788253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b1dcd8-c94e-47f3-b250-fadba2a2d45c" -d '{"events": [{"server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "name": "network-vif-plugged", "status": "completed", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:17:06.802224 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:06.809314 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:17:06.817105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:06.858349 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee9149-932c-4cac-a9b7-0302389be8a1 req-d7f05c16-fcf4-49f4-9b43-1f358a37131b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:06.865864 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8eee9149-932c-4cac-a9b7-0302389be8a1 req-d7f05c16-fcf4-49f4-9b43-1f358a37131b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 944 time: 0.0726025 Jul 22 11:17:06.869747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e1caf1-4ddd-4811-aad1-b157774351ea x-openstack-request-id: req-d4e1caf1-4ddd-4811-aad1-b157774351ea {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:17:06.870221 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "name": "network-vif-plugged", "status": "completed", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:17:06.870974 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e1caf1-4ddd-4811-aad1-b157774351ea {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:17:06.871958 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e1caf1-4ddd-4811-aad1-b157774351ea'] response: {'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'code': 200} Jul 22 11:17:06.932351 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8eee9149-932c-4cac-a9b7-0302389be8a1 req-5b9e8b2f-6ce7-4911-85d5-2f290530dc35 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649719 Jul 22 11:17:06.932522 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:07.272011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6514cb-245e-4d08-9c4d-6d1355db42d8 req-3f36885b-b055-4957-ad0c-4fd05da249f1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:07.273547 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6e6514cb-245e-4d08-9c4d-6d1355db42d8 req-3f36885b-b055-4957-ad0c-4fd05da249f1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0828774 Jul 22 11:17:07.278065 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5747b94-01ce-4433-93ca-de6541fc60cb req-2c2b46c7-d532-4d09-bc71-414c5ae55ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:07.279653 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d5747b94-01ce-4433-93ca-de6541fc60cb req-2c2b46c7-d532-4d09-bc71-414c5ae55ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0788064 Jul 22 11:17:07.385721 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6e6514cb-245e-4d08-9c4d-6d1355db42d8 req-aa405756-f380-42c9-91ae-04666bca0f60 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038823 Jul 22 11:17:07.388641 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d5747b94-01ce-4433-93ca-de6541fc60cb req-d1cd4ca1-0e33-4d9f-a240-707e09049db4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921004 Jul 22 11:17:07.411238 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39776) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:07.490772 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dbab8-0a72-404e-90be-099f3c5a555d req-e321c116-962e-413b-9444-c82051a3e654 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:07.493620 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a82dbab8-0a72-404e-90be-099f3c5a555d req-e321c116-962e-413b-9444-c82051a3e654 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0820661 Jul 22 11:17:07.512930 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:07.569980 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a82dbab8-0a72-404e-90be-099f3c5a555d req-52b70019-bb61-47b4-bbb4-b80289243386 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668671 Jul 22 11:17:07.670022 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c06df-dce4-4f73-b577-edfd2dea8349 tempest-TestMinimumBasicScenario-1815657825 tempest-TestMinimumBasicScenario-1815657825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:07.672611 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-677c06df-dce4-4f73-b577-edfd2dea8349 tempest-TestMinimumBasicScenario-1815657825 tempest-TestMinimumBasicScenario-1815657825-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1124 time: 0.2598858 Jul 22 11:17:07.676362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39786) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:07.682452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'port_id': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:07.717905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:07.828937 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:07.989243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Allocated IP 172.27.0.62 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/f025709a-9be4-4aa6-9913-3e5a666b3389) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:17:08.170353 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c96989-1f84-4f38-952c-369d06ef15e4 req-50268851-5489-467d-9c02-5dd79f62e15f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:08.171951 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-47c96989-1f84-4f38-952c-369d06ef15e4 req-50268851-5489-467d-9c02-5dd79f62e15f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.1000824 Jul 22 11:17:08.177898 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:08.207072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:08.279876 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-47c96989-1f84-4f38-952c-369d06ef15e4 req-bd67e42b-4d97-4826-a832-04411431d2db tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981133 Jul 22 11:17:08.281986 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:08.334622 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:08.337283 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:17:08.348905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:17:08.354069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:17:08.361508 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'Port': ['ID=f025709a-9be4-4aa6-9913-3e5a666b3389,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:08.408751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.409130 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.409487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.409835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.410236 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.410594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.410936 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.411294 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.411645 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.411980 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.412319 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.412655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.412986 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.413321 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.413669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:08.496815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-774af41e-828c-4f63-a44c-e5aa491744b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:08.767007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd4f2d-c536-4360-8709-9cda8ff71845 req-6112ec77-cebc-47fd-9613-f696202e17a0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:08.769991 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ccdd4f2d-c536-4360-8709-9cda8ff71845 req-6112ec77-cebc-47fd-9613-f696202e17a0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0809078 Jul 22 11:17:08.860887 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ccdd4f2d-c536-4360-8709-9cda8ff71845 req-e1e5882a-7a32-4a74-b953-f875fd4fc7ec tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836062 Jul 22 11:17:08.908591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for floatingip (5baed7d3-0756-4542-bc70-9d71e1e495f3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:09.009624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:09.232872 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:09.241232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:09.300627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5baed7d3-0756-4542-bc70-9d71e1e495f3), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:09.369624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'Port': ['ID=f025709a-9be4-4aa6-9913-3e5a666b3389,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:09.511663 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ded2ef-5e9c-447e-888b-980e78faf7c7 req-ac8967a8-bfa2-4552-be0b-97fdaeba1710 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:09.514225 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-26ded2ef-5e9c-447e-888b-980e78faf7c7 req-ac8967a8-bfa2-4552-be0b-97fdaeba1710 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0850828 Jul 22 11:17:09.537125 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Floating IP 5baed7d3-0756-4542-bc70-9d71e1e495f3 associated. External IP: 172.27.0.62, port: 2dfea6d8-ff88-4cd2-885a-008177cdfd33. Jul 22 11:17:09.540247 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:09.990410 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-26ded2ef-5e9c-447e-888b-980e78faf7c7 req-90c0d281-5501-4c11-9f84-264cfd9c0c30 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672277 Jul 22 11:17:10.004715 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:10.034805 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d76b7f-9f94-4fa4-97fb-f5f122ece884 req-9c86fab1-1693-4786-987c-33ad4ba82a67 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:10.037020 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83d76b7f-9f94-4fa4-97fb-f5f122ece884 req-9c86fab1-1693-4786-987c-33ad4ba82a67 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0730879 Jul 22 11:17:10.102839 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-83d76b7f-9f94-4fa4-97fb-f5f122ece884 req-a7a103ea-c19c-48ad-8ddb-bebce7a468e3 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592790 Jul 22 11:17:10.158140 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Router 1028eb65-dd24-44ea-9500-a664d73b7d33 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:17:10.300251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:17:10.312662 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Sync routers for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:17:10.323766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.332230 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:10.333093 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:16:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:10.370903 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3df8cd29-fb87-45db-a959-4cf81e432531 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6897931 Jul 22 11:17:10.370903 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:17:10.371827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39854) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:10.373052 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df4c07-2048-4079-9b41-627a3ef6abeb" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:17:10.377139 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723185665', 'description': 'tempest-secgroup-smoke-1723185665 description', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:10.408961 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.416790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9ef8b-bd4a-4e1b-8bb3-e4baf6824a13 x-openstack-request-id: req-1da9ef8b-bd4a-4e1b-8bb3-e4baf6824a13 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:17:10.417372 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:17:10.418485 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1da9ef8b-bd4a-4e1b-8bb3-e4baf6824a13 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:17:10.418875 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da9ef8b-bd4a-4e1b-8bb3-e4baf6824a13'] response: {'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:17:10.531313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:10.539877 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-23889af0-8eb4-4103-a0da-cb84f3c6d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:10.541861 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-23889af0-8eb4-4103-a0da-cb84f3c6d0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1129 time: 0.0718050 Jul 22 11:17:10.583309 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (80829b56-b05b-46bf-8e3c-cc68252d7c0b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.589204 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (80829b56-b05b-46bf-8e3c-cc68252d7c0b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.640613 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.647127 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2696874 Jul 22 11:17:10.648066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39860) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:10.655301 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:10.676229 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80829b56-b05b-46bf-8e3c-cc68252d7c0b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:10.690194 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (3366842c-5ef7-4d1f-8110-199768a231b5), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.695750 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.696214 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.696617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.697680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.697680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.697680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.698228 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.698631 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.699635 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.700002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.700404 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.700939 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.701984 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.701984 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.701984 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014258f-0c28-4fba-a8ce-6df7e0712e90 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:10.722697 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-26f2a813-4c9a-4bc3-80c9-374de0899662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.771520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-8d4273aa-eebb-45ca-866b-4fc5e372aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:10.773593 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-8d4273aa-eebb-45ca-866b-4fc5e372aa1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 915 time: 0.1851816 Jul 22 11:17:10.790051 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (3366842c-5ef7-4d1f-8110-199768a231b5), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.796835 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (3366842c-5ef7-4d1f-8110-199768a231b5), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.815135 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:10.837205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3366842c-5ef7-4d1f-8110-199768a231b5,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:10.846174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.851571 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4ac2fd5a-7dd5-4682-baf6-11d8bd06496c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020779 Jul 22 11:17:10.852952 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39862) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:10.858822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:10.894828 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-bd7948e8-1494-4b4b-b456-b2d660a61d03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 998 time: 0.1075063 Jul 22 11:17:10.898588 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (8a398936-2859-4b95-83c4-b845e9acd900), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:10.940736 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5baed7d3-0756-4542-bc70-9d71e1e495f3', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'port_id': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'mac_address': 'fa:16:3e:b6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:17:08Z', 'updated_at': '2022-07-22T11:17:08Z', 'revision_number': 0, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:10.970170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Checking router: 1028eb65-dd24-44ea-9500-a664d73b7d33 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:17:10.979989 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:10.980724 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:17:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:10.984109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-e1d187fa-8eb1-4a48-aa2b-f0edfbb97761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:10.987051 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-e1d187fa-8eb1-4a48-aa2b-f0edfbb97761 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.0809493 Jul 22 11:17:11.003511 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (8a398936-2859-4b95-83c4-b845e9acd900), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.020776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (8a398936-2859-4b95-83c4-b845e9acd900), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.062684 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a398936-2859-4b95-83c4-b845e9acd900,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:11.083279 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.086898 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-400f9ac0-45e0-48f8-9310-08919b710373 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2323575 Jul 22 11:17:11.089639 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39866) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:11.096531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-a00049c5-b38b-4c94-bb0d-512bbdb52c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:11.098891 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-a00049c5-b38b-4c94-bb0d-512bbdb52c66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913374 Jul 22 11:17:11.099311 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:11.138657 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:11.205804 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (3ed68aef-8971-448a-9a19-bb3726f82ed9), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.219097 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c6aea-914a-4850-ad81-40750063c8cd req-48ba44f3-1a79-4d08-9734-19987c9da39a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:11.224236 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-307c6aea-914a-4850-ad81-40750063c8cd req-48ba44f3-1a79-4d08-9734-19987c9da39a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0933230 Jul 22 11:17:11.330787 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:11.333372 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:11.342757 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:11.346598 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798326-c32d-420b-b884-18917d8a4d9d req-0202038f-233f-49e0-98d3-e8975bd687dd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:11.348859 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-80798326-c32d-420b-b884-18917d8a4d9d req-0202038f-233f-49e0-98d3-e8975bd687dd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1161165 Jul 22 11:17:11.367458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-307c6aea-914a-4850-ad81-40750063c8cd req-248313de-fba0-40b8-9299-1d0a2450db72 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391799 Jul 22 11:17:11.382209 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (3ed68aef-8971-448a-9a19-bb3726f82ed9), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.392399 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (3ed68aef-8971-448a-9a19-bb3726f82ed9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.425244 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-426f4208-a770-48a7-8cdf-db7a6f14c76e service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179343 Jul 22 11:17:11.440016 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.443236 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506160 Jul 22 11:17:11.445658 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39872) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:11.449778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904eb5e-28e8-4a91-a21b-578557d51603 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed68aef-8971-448a-9a19-bb3726f82ed9,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:11.460504 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:11.524035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (9c8174cf-8046-45d2-a36b-33848d0e051e), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.556304 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-80798326-c32d-420b-b884-18917d8a4d9d req-b4913353-699a-41ab-9691-ab7bf9e99e1e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904314 Jul 22 11:17:11.564990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:11.576148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5baed7d3-0756-4542-bc70-9d71e1e495f3', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'port_id': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'mac_address': 'fa:16:3e:b6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:17:08Z', 'updated_at': '2022-07-22T11:17:08Z', 'revision_number': 0, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:11.623582 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (9c8174cf-8046-45d2-a36b-33848d0e051e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.632853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (9c8174cf-8046-45d2-a36b-33848d0e051e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.638388 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9860a-6cf5-4e37-a0d8-41a4e4a84265 None None] The sync data for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi is: [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5baed7d3-0756-4542-bc70-9d71e1e495f3', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'port_id': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'mac_address': 'fa:16:3e:b6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:17:08Z', 'updated_at': '2022-07-22T11:17:08Z', 'revision_number': 0, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:17:11.672590 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c5a9-de7d-4fd4-8aff-ff48e9cd05fb req-4fa0cc47-4e27-454c-8d73-1a17b0dd6249 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:11.674776 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ed73c5a9-de7d-4fd4-8aff-ff48e9cd05fb req-4fa0cc47-4e27-454c-8d73-1a17b0dd6249 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.1793406 Jul 22 11:17:11.676512 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8174cf-8046-45d2-a36b-33848d0e051e,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:11.691641 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 39876) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:11.692082 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.695339 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-fcf300a4-9e58-4bbe-a43f-6d4ed8ea8096 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456598 Jul 22 11:17:11.696987 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39878) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:11.700614 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'floatingip': {'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:11.702835 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:11.710916 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:11.736907 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.securitygroups_db [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Project a84fa2f397c54be1b409d8be5ebc8491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:17:11.746170 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (57cb1c30-5777-433d-8a10-e0a41cf802c9), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.779153 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.826899 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-02df4c07-2048-4079-9b41-627a3ef6abeb req-31bea65b-14d9-4035-aff4-d34753259e05 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810482 Jul 22 11:17:11.869150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (57cb1c30-5777-433d-8a10-e0a41cf802c9), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.874386 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (57cb1c30-5777-433d-8a10-e0a41cf802c9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.915336 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cb1c30-5777-433d-8a10-e0a41cf802c9,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:11.923891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:11.929884 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8883c2b0-bca3-4a5e-87e6-a71f9ee2cd2f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2276981 Jul 22 11:17:11.931998 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 39880) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:11.939155 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'security_group_rule': {'security_group_id': '80829b56-b05b-46bf-8e3c-cc68252d7c0b', 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:11.997360 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efa2ef-6ef0-4932-8af2-f0713edaaa3a None None] New status for floating IP 5baed7d3-0756-4542-bc70-9d71e1e495f3: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:17:12.002158 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.securitygroups_db [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Project a84fa2f397c54be1b409d8be5ebc8491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:17:12.009532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (5dbc88f7-18fc-4d68-9c27-1ccb487508fe), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.043016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:12.087937 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:12.101524 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:12.119196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (5dbc88f7-18fc-4d68-9c27-1ccb487508fe), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.126948 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.130050 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (5dbc88f7-18fc-4d68-9c27-1ccb487508fe), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.161123 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbc88f7-18fc-4d68-9c27-1ccb487508fe,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:12.175579 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.177692 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7bee4000-fe23-40c2-b084-b08643d8cc82 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2439997 Jul 22 11:17:12.367781 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-9e367b51-575f-4bef-8522-62671e1ec72f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723185665&fields=id&tenant_id=a84fa2f397c54be1b409d8be5ebc8491 HTTP/1.1" status: 200 len: 267 time: 0.0962322 Jul 22 11:17:12.496796 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-dd8800da-3f93-499e-bb55-5896691a4c75 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:12.498245 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-dd8800da-3f93-499e-bb55-5896691a4c75 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.1175287 Jul 22 11:17:12.541892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'port': {'security_groups': ['f31d72d9-fb06-4e7b-ad96-30676307d378', '80829b56-b05b-46bf-8e3c-cc68252d7c0b']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:17:12.591202 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.608549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.680747 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:12.756961 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45a9e-f2e4-43b9-bef0-02645ccf1002 req-6ab38d17-508d-4fd2-84b7-b181e7443d76 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:12.762721 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7e45a9e-f2e4-43b9-bef0-02645ccf1002 req-6ab38d17-508d-4fd2-84b7-b181e7443d76 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1025105 Jul 22 11:17:12.818524 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Floating IP c399b22c-3fb6-451c-99c2-a4396592b20b associated. External IP: 172.27.0.76, port: fa52f10e-8382-40d6-8633-f6bcf76980e8. Jul 22 11:17:12.830312 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7e45a9e-f2e4-43b9-bef0-02645ccf1002 req-fd6f2d70-8467-43dd-8012-211dd4b4ba0b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586250 Jul 22 11:17:13.143740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:13.147575 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:17:13.149093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:13.197118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.206023 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.226105 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:17:13.230930 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:17:13.287503 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:13.288125 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.289590 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-88b7897b-3bc8-4775-88f3-7e8af0b84b64 req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "PUT /v2.0/ports/2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 981 time: 0.7585759 Jul 22 11:17:13.292065 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:17:13.295225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7c7a9-3d9d-4267-8812-a768aad0a989" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:17:13.366570 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f30f-476f-48c9-8b51-bc48a97073b2 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=6']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:13.445744 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535f3db-7fe6-46a4-b9ae-4d7c2c51bd2b x-openstack-request-id: req-5535f3db-7fe6-46a4-b9ae-4d7c2c51bd2b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:17:13.446632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:17:13.446632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5535f3db-7fe6-46a4-b9ae-4d7c2c51bd2b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:17:13.447124 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5535f3db-7fe6-46a4-b9ae-4d7c2c51bd2b'] response: {'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:17:13.511187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:17:13.584672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ec7d-9cd7-4f09-8091-ccb6b1f0c0e4 req-ec66121c-74ad-422a-984c-bc4cb89f7863 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:13.587372 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8b01ec7d-9cd7-4f09-8091-ccb6b1f0c0e4 req-ec66121c-74ad-422a-984c-bc4cb89f7863 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.1388984 Jul 22 11:17:13.595596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-ebcd1f2b-85cf-4299-8fd5-81a29bd14119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:13.597584 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-ebcd1f2b-85cf-4299-8fd5-81a29bd14119 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1168 time: 0.1303723 Jul 22 11:17:13.626531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:17:13.646917 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.671773 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:17:13.714170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-abc6d733-a70b-4830-8428-3ee797a2e39f None None] Provisioning complete for port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:17:13.714761 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-abc6d733-a70b-4830-8428-3ee797a2e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.727106 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:13.752883 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:13.753442 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:17:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:13.754328 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f7434285-acad-49ee-90e9-a05ccd962d95 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "PUT /v2.0/floatingips/c399b22c-3fb6-451c-99c2-a4396592b20b HTTP/1.1" status: 200 len: 990 time: 2.0607913 Jul 22 11:17:13.796494 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8b01ec7d-9cd7-4f09-8091-ccb6b1f0c0e4 req-ee798032-d8e6-4ea7-b37d-67cdf2f70080 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959224 Jul 22 11:17:13.826938 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-422ff185-79cd-4199-9818-d974ac2f9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:13.828670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-422ff185-79cd-4199-9818-d974ac2f9182 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 915 time: 0.2196388 Jul 22 11:17:13.961283 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-19bc2c52-39c8-48c7-b25e-a1600cbc6835 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 1000 time: 0.1036363 Jul 22 11:17:14.016620 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c759b-4dc7-4880-aed4-5767aa7e8801 req-9f1b9ba6-b5df-4104-98ef-105571df2cd9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:14.018261 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-426c759b-4dc7-4880-aed4-5767aa7e8801 req-9f1b9ba6-b5df-4104-98ef-105571df2cd9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0799837 Jul 22 11:17:14.035207 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-5f31be8d-a3ec-464a-94b6-0da433d4b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:14.037702 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-5f31be8d-a3ec-464a-94b6-0da433d4b38e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.0651572 Jul 22 11:17:14.087395 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:14.097517 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-426c759b-4dc7-4880-aed4-5767aa7e8801 req-f931693e-1228-4f12-9d94-c6d68e85005d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729566 Jul 22 11:17:14.234625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:14.329114 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:14.390408 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-abc6d733-a70b-4830-8428-3ee797a2e39f None None] Current status of the port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:17:14.425944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-f8143bd1-1e66-40e5-8e60-c227978ef2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:14.428263 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-f8143bd1-1e66-40e5-8e60-c227978ef2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3734865 Jul 22 11:17:14.479832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:14.597414 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-bf1628d8-2935-4dc7-b55d-04f9ba744f17 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592002 Jul 22 11:17:14.707464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:17:12Z', 'revision_number': 1, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:14.741742 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:17:14.749723 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:14.778321 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:17:14.779360 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:17:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:14.781190 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-99b7c7a9-3d9d-4267-8812-a768aad0a989 req-2ac7f196-90ab-4a17-8039-d951b3981ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726708 Jul 22 11:17:14.949062 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:17:15.181925 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:15.248206 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:17:12Z', 'revision_number': 1, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:17:15.279103 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75531be9-4c47-43af-ac4d-dd906d4dea92 None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:17:12Z', 'revision_number': 1, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:17:15.313971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96625bc8-7edf-4d6b-97fb-bad59aa7b0b4 req-27ceea03-479b-472f-afc8-fbf8b2d99a28 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:15.315728 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96625bc8-7edf-4d6b-97fb-bad59aa7b0b4 req-27ceea03-479b-472f-afc8-fbf8b2d99a28 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0827904 Jul 22 11:17:15.393513 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96625bc8-7edf-4d6b-97fb-bad59aa7b0b4 req-586b94a0-481f-4583-a408-e9e901ec7f3d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671687 Jul 22 11:17:15.448910 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:17:15.451449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb262e7f-2a7a-435b-aa85-b36f31708656" -d '{"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:17:15.508026 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accaeaf0-dfae-46b2-8acc-63f100562e31 x-openstack-request-id: req-accaeaf0-dfae-46b2-8acc-63f100562e31 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:17:15.508463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:17:15.508830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-accaeaf0-dfae-46b2-8acc-63f100562e31 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:17:15.509501 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accaeaf0-dfae-46b2-8acc-63f100562e31'] response: {'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'status': 'completed', 'code': 200} Jul 22 11:17:15.541934 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6785ab-a054-479c-856f-f68275e25800 None None] New status for floating IP c399b22c-3fb6-451c-99c2-a4396592b20b: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:17:15.611540 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-22815416-26f7-4361-991d-bc1c84255421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:15.613247 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-22815416-26f7-4361-991d-bc1c84255421 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0710609 Jul 22 11:17:15.712962 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:15.749266 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-beaba457-c337-47e5-a2f2-11dce2f19c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:15.751684 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-beaba457-c337-47e5-a2f2-11dce2f19c68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1281216 Jul 22 11:17:15.832551 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-9ca6dbe2-1463-41a9-bc26-6209b5ce6f2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1000 time: 0.0721939 Jul 22 11:17:15.916549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-dd81e01a-4609-4f5b-aac0-a15a945a1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:15.919345 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-dd81e01a-4609-4f5b-aac0-a15a945a1023 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0756576 Jul 22 11:17:15.994900 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-1cfa25c8-80b4-40c6-982c-4c7a9bf665a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:15.997568 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-1cfa25c8-80b4-40c6-982c-4c7a9bf665a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643389 Jul 22 11:17:16.101295 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-9dcb9095-f63a-4c15-a6b9-6f655f002fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969756 Jul 22 11:17:16.219614 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eb262e7f-2a7a-435b-aa85-b36f31708656 req-2ecd32b1-c6d5-4263-8134-c371d2bf8de6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071169 Jul 22 11:17:16.564523 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b847-f597-4a4e-8798-01bcc0ac5717 req-54c75869-6844-43ff-aa74-208e3af8c340 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:16.564523 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db93b847-f597-4a4e-8798-01bcc0ac5717 req-54c75869-6844-43ff-aa74-208e3af8c340 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0858867 Jul 22 11:17:16.646059 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db93b847-f597-4a4e-8798-01bcc0ac5717 req-0db138be-e78d-4708-b249-cf78b47ef059 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732815 Jul 22 11:17:17.826474 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36980-89ba-4965-89a8-e2dee5098ab0 req-20007e48-dd59-43cf-b8c8-3a6218a37521 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:17.828647 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e2a36980-89ba-4965-89a8-e2dee5098ab0 req-20007e48-dd59-43cf-b8c8-3a6218a37521 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0682507 Jul 22 11:17:17.875807 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:17.902324 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e2a36980-89ba-4965-89a8-e2dee5098ab0 req-2199b35f-714e-440d-b05b-65f8d1e77a10 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673640 Jul 22 11:17:19.068296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ce22-5acf-4cd1-aef9-5a918a70d610 req-b8a34ed7-20f9-4135-ade1-47be806f060e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:19.069928 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f3c5ce22-5acf-4cd1-aef9-5a918a70d610 req-b8a34ed7-20f9-4135-ade1-47be806f060e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0651047 Jul 22 11:17:19.144411 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f3c5ce22-5acf-4cd1-aef9-5a918a70d610 req-8b8a0171-700f-4d46-8942-3323ccbd3957 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646737 Jul 22 11:17:20.326264 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7d870-762f-414e-b64d-e30becae3c07 req-e731d865-2aad-442e-952d-01e4dd197a07 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:20.328039 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-17f7d870-762f-414e-b64d-e30becae3c07 req-e731d865-2aad-442e-952d-01e4dd197a07 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0790348 Jul 22 11:17:20.389672 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-17f7d870-762f-414e-b64d-e30becae3c07 req-9aa246ac-d7cf-460b-957c-5f66cee50080 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524364 Jul 22 11:17:21.539019 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a3ff-16a6-4d69-b294-968d8eb4bf2a req-9c37b6be-3372-474f-a866-daf41c7029ce tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:21.540614 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64a5a3ff-16a6-4d69-b294-968d8eb4bf2a req-9c37b6be-3372-474f-a866-daf41c7029ce tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0684061 Jul 22 11:17:21.608582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-64a5a3ff-16a6-4d69-b294-968d8eb4bf2a req-4ea5526b-3c34-48b0-9674-288dc4a88d29 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616651 Jul 22 11:17:22.755611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fab81c-20fc-4235-b616-d0c0698a3db4 req-004f5d5e-5d78-4acf-b97d-22665795b9f9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:22.757152 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a6fab81c-20fc-4235-b616-d0c0698a3db4 req-004f5d5e-5d78-4acf-b97d-22665795b9f9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0643170 Jul 22 11:17:22.827402 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a6fab81c-20fc-4235-b616-d0c0698a3db4 req-e640a069-cfa3-472b-ae61-323dc381304c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628636 Jul 22 11:17:23.130307 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be70f49-0e1a-446c-a253-622224338b80 req-bb8e3b82-c9f2-4b40-b44e-dffdef9b4fad tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:23.132104 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8be70f49-0e1a-446c-a253-622224338b80 req-bb8e3b82-c9f2-4b40-b44e-dffdef9b4fad tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0839851 Jul 22 11:17:23.194509 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-6dd464a8-438c-4ca5-885a-79aafff47602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:23.196954 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-6dd464a8-438c-4ca5-885a-79aafff47602 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1129 time: 0.0609157 Jul 22 11:17:23.204017 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8be70f49-0e1a-446c-a253-622224338b80 req-4297759a-62bc-4ead-9e51-2b0953a71d4d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642829 Jul 22 11:17:23.299017 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:23.315063 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-24c440d2-a63e-4db9-b8d4-9440ff674185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:23.316609 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-24c440d2-a63e-4db9-b8d4-9440ff674185 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.1087477 Jul 22 11:17:23.394657 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-4d72d056-d202-451b-b87c-ed0df9a8b570 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 1001 time: 0.0678079 Jul 22 11:17:23.477011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-3d4585c8-9961-4581-aa15-d5060a1ff60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:23.479143 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-3d4585c8-9961-4581-aa15-d5060a1ff60f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0774362 Jul 22 11:17:23.548157 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-e38e9bde-70eb-4698-bdbb-13c689a6c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:23.549892 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-e38e9bde-70eb-4698-bdbb-13c689a6c2cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606318 Jul 22 11:17:23.676512 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-d938028c-65f4-4db4-93cc-3b9cab868bbf service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181397 Jul 22 11:17:23.782156 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:23.826786 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3d90068-c7ab-4d20-9a37-58a4c894011a req-12e61613-4256-484a-b4f4-8c6fe140e3f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397464 Jul 22 11:17:24.370928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2e38f-def3-426c-82d0-4d0a00fd3b05 req-2ca298cd-2574-4ee3-8ba7-b85c0c44cc96 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:24.373365 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-34e2e38f-def3-426c-82d0-4d0a00fd3b05 req-2ca298cd-2574-4ee3-8ba7-b85c0c44cc96 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0893881 Jul 22 11:17:24.430996 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-34e2e38f-def3-426c-82d0-4d0a00fd3b05 req-44ac0b79-70a0-4693-bac1-efd510d44013 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482440 Jul 22 11:17:25.251376 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:25.252389 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=81 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:25.610669 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9904-5fb1-4bde-9470-bcf06158e340 req-8fb429a2-a76e-4b25-b0b9-4ca359481f21 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:25.613555 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4ddf9904-5fb1-4bde-9470-bcf06158e340 req-8fb429a2-a76e-4b25-b0b9-4ca359481f21 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0731068 Jul 22 11:17:25.669872 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:25.679914 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:25.699587 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4ddf9904-5fb1-4bde-9470-bcf06158e340 req-ce35781b-ecb9-4b43-91e2-fef57ff9b4b7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771952 Jul 22 11:17:26.876080 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e8bf5-73be-4474-a15f-c0ad2ea1e13a req-84103262-e358-429f-bae7-f840535410b4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:26.878336 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e93e8bf5-73be-4474-a15f-c0ad2ea1e13a req-84103262-e358-429f-bae7-f840535410b4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0790136 Jul 22 11:17:26.958670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e93e8bf5-73be-4474-a15f-c0ad2ea1e13a req-68bb629c-ae95-4e7d-86d2-18041004a4b6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704761 Jul 22 11:17:28.945009 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:31.140051 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:17:35.677140 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=35 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:35.691776 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=68 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:36.554002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40036) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:36.684856 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17392400-8807-4981-9b7d-b376e6b953fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:36.788933 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17392400-8807-4981-9b7d-b376e6b953fb admin admin] Publish callbacks [] for security_group (f66741ca-b01e-4d99-b4db-ce30e5d5349d), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:36.794247 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17392400-8807-4981-9b7d-b376e6b953fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f66741ca-b01e-4d99-b4db-ce30e5d5349d), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:36.840209 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392400-8807-4981-9b7d-b376e6b953fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66741ca-b01e-4d99-b4db-ce30e5d5349d,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:36.844879 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-17392400-8807-4981-9b7d-b376e6b953fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f22c473beee4486d977ff684bbbf3e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894857 Jul 22 11:17:36.849054 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40040) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:36.925918 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] Publish callbacks [] for security_group (f66741ca-b01e-4d99-b4db-ce30e5d5349d), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:36.940958 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=22 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:36.953472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=57 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:36.956596 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] Publish callbacks [] for security_group (f66741ca-b01e-4d99-b4db-ce30e5d5349d), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:37.024813 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f66741ca-b01e-4d99-b4db-ce30e5d5349d), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:37.028128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:37.029314 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f66741ca-b01e-4d99-b4db-ce30e5d5349d HTTP/1.1" status: 204 len: 168 time: 0.1791601 Jul 22 11:17:37.039779 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecf5e3-935f-4549-a260-e7286407edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66741ca-b01e-4d99-b4db-ce30e5d5349d,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:38.451032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40070) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:38.498312 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f7a8ccc2-0da4-4801-9ed6-87443a27cada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.577643 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74366df9-e29e-47a0-851b-2c591ff01481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.668698 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74366df9-e29e-47a0-851b-2c591ff01481 admin admin] Publish callbacks [] for security_group (f4f2b4ba-8baa-48ce-adac-453064e2979b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.674973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74366df9-e29e-47a0-851b-2c591ff01481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f4f2b4ba-8baa-48ce-adac-453064e2979b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.735578 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-74366df9-e29e-47a0-851b-2c591ff01481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bad1cf800f59414daa01834aea42a7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829015 Jul 22 11:17:38.736495 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74366df9-e29e-47a0-851b-2c591ff01481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2b4ba-8baa-48ce-adac-453064e2979b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:38.738820 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40074) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:17:38.801517 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] Publish callbacks [] for security_group (f4f2b4ba-8baa-48ce-adac-453064e2979b), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.836649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] Publish callbacks [] for security_group (f4f2b4ba-8baa-48ce-adac-453064e2979b), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.892049 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f4f2b4ba-8baa-48ce-adac-453064e2979b), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.894923 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:38.896469 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4f2b4ba-8baa-48ce-adac-453064e2979b HTTP/1.1" status: 204 len: 168 time: 0.1562080 Jul 22 11:17:38.908053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c436-6ae6-4575-91a2-ab0d1ee9f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2b4ba-8baa-48ce-adac-453064e2979b,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:40.648169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a09d899d-cdc2-4146-87bd-358a9b51f45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:42.121127 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:43.672990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:43.810238 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:46.200335 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:46.201313 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:47.436146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433750-7553-4fdf-a052-d0f3f9f01e42 req-8a0b2cbe-7ce9-45a6-a300-5ab0111a44b1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:47.437710 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4433750-7553-4fdf-a052-d0f3f9f01e42 req-8a0b2cbe-7ce9-45a6-a300-5ab0111a44b1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0588827 Jul 22 11:17:47.506170 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4433750-7553-4fdf-a052-d0f3f9f01e42 req-cbdb9de3-8db1-4665-a983-b41847acb71c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612409 Jul 22 11:17:48.649323 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eae66-5950-4e29-9b25-bbef1fd1fbff req-ed8676ed-db88-4cc9-a2f4-1c2b0b5e7972 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:48.651470 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7e3eae66-5950-4e29-9b25-bbef1fd1fbff req-ed8676ed-db88-4cc9-a2f4-1c2b0b5e7972 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0566266 Jul 22 11:17:48.716207 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7e3eae66-5950-4e29-9b25-bbef1fd1fbff req-0ca7121a-4e10-4fc3-abf5-f90bde0ddccf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543702 Jul 22 11:17:49.871473 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d653e5-e775-4e04-8cf5-d99c008e5488 req-1e7160fa-ead1-44c6-861e-da05f3aa8988 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:49.872921 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-50d653e5-e775-4e04-8cf5-d99c008e5488 req-1e7160fa-ead1-44c6-861e-da05f3aa8988 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0733516 Jul 22 11:17:49.929858 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-50d653e5-e775-4e04-8cf5-d99c008e5488 req-5eda7cde-7416-4a53-8479-ec37d82990ba tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Jul 22 11:17:51.060340 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37273-c356-4700-8174-0b1ba75fb927 req-bfc4aefd-28e0-4809-9637-3aa29ee61cce tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:51.061962 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bda37273-c356-4700-8174-0b1ba75fb927 req-bfc4aefd-28e0-4809-9637-3aa29ee61cce tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Jul 22 11:17:51.117569 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bda37273-c356-4700-8174-0b1ba75fb927 req-4d8f0f54-6d31-4add-bf34-6e2ffffb8c94 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497181 Jul 22 11:17:52.253655 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e3cfc-d8a2-4ef3-b3ae-aa56d792ae3f req-1cbdf8b5-57b6-4fb7-9e71-f611b3fcb126 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:52.255112 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1c6e3cfc-d8a2-4ef3-b3ae-aa56d792ae3f req-1cbdf8b5-57b6-4fb7-9e71-f611b3fcb126 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Jul 22 11:17:52.307725 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1c6e3cfc-d8a2-4ef3-b3ae-aa56d792ae3f req-d4954fca-9216-4e09-a884-bdb34fb0e650 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464804 Jul 22 11:17:53.454351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afb8c-2b3d-443b-9a73-bfab55870a31 req-51c906f7-7417-4ce8-a8cd-1d121c164a23 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:53.455866 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-878afb8c-2b3d-443b-9a73-bfab55870a31 req-51c906f7-7417-4ce8-a8cd-1d121c164a23 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Jul 22 11:17:53.512908 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-878afb8c-2b3d-443b-9a73-bfab55870a31 req-1f45a464-311b-4956-899c-dcd50fe8ebf3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486865 Jul 22 11:17:53.802033 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:53.803999 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:54.640496 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:54.651375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95dbc1-610a-4ff0-808b-3a8c7c1ce0bf req-0f987e87-1149-43e6-8449-3efecac1d54c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:54.652940 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bd95dbc1-610a-4ff0-808b-3a8c7c1ce0bf req-0f987e87-1149-43e6-8449-3efecac1d54c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0637963 Jul 22 11:17:54.693313 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:54.710580 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bd95dbc1-610a-4ff0-808b-3a8c7c1ce0bf req-3cf1c0d5-6182-418f-8ddc-dec64a22a09a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500276 Jul 22 11:17:55.853089 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d89b74-ea30-4fc4-97ee-eda71fe7f9c9 req-7b953b19-9904-4137-96a0-2e3cc9868b2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:55.855015 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-79d89b74-ea30-4fc4-97ee-eda71fe7f9c9 req-7b953b19-9904-4137-96a0-2e3cc9868b2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Jul 22 11:17:55.922770 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-79d89b74-ea30-4fc4-97ee-eda71fe7f9c9 req-214df638-1781-41ea-9d8a-ecfb9aef4929 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620618 Jul 22 11:17:56.669526 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41e63-8b56-45e6-8b8a-4918a1b53e2e req-02147695-b56e-4789-a280-6a37c938ebb8 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:56.670975 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93c41e63-8b56-45e6-8b8a-4918a1b53e2e req-02147695-b56e-4789-a280-6a37c938ebb8 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0893312 Jul 22 11:17:56.684039 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-6d6e7754-0674-43a4-9762-64b3b575ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:56.685533 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-6d6e7754-0674-43a4-9762-64b3b575ebb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1168 time: 0.0637403 Jul 22 11:17:56.804565 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93c41e63-8b56-45e6-8b8a-4918a1b53e2e req-cc343a98-3d88-4f59-bec0-1ae576ff8a7c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275470 Jul 22 11:17:56.835602 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-1f76fa84-2914-45ae-b437-380595b11303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:56.835923 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-1f76fa84-2914-45ae-b437-380595b11303 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 915 time: 0.1416621 Jul 22 11:17:56.919810 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-a7edcba7-8b72-404c-95b1-c630537e0b7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 1000 time: 0.0744545 Jul 22 11:17:56.995458 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-b378285f-382a-46b3-bfd8-cbaac3959912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:56.997609 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-b378285f-382a-46b3-bfd8-cbaac3959912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.0714746 Jul 22 11:17:57.046122 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:57.061943 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-82782c36-6281-4f4f-8027-56f28fb53892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:57.063898 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-82782c36-6281-4f4f-8027-56f28fb53892 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560079 Jul 22 11:17:57.104531 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c545ded-d1e1-4792-9fac-c10bb26cf961 req-545863aa-3a6e-48e5-b3b8-6d1d3351c52d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:57.106869 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7c545ded-d1e1-4792-9fac-c10bb26cf961 req-545863aa-3a6e-48e5-b3b8-6d1d3351c52d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0816791 Jul 22 11:17:57.178676 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7c545ded-d1e1-4792-9fac-c10bb26cf961 req-ba716696-97b6-401f-82da-801d220b4752 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647333 Jul 22 11:17:57.184970 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-5a85a792-c375-43b9-bb3d-b795d8b36a33 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095777 Jul 22 11:17:57.270815 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:17:57.314043 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4843e394-8f3c-4dac-b41a-b118f3c1dc14 req-5eb9be2f-98fa-4c50-bea9-5d43a2148a1e service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187794 Jul 22 11:17:57.952513 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2ac9-505f-4552-8275-cc1ad2c95562 req-4152ea9f-e0fb-42c4-82b0-01e3516f2ee1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:57.954020 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-28bb2ac9-505f-4552-8275-cc1ad2c95562 req-4152ea9f-e0fb-42c4-82b0-01e3516f2ee1 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0514879 Jul 22 11:17:58.028246 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-28bb2ac9-505f-4552-8275-cc1ad2c95562 req-3506841c-f4f8-4db3-95c3-4e4fdb6f1db0 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639911 Jul 22 11:17:58.326203 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c5ffc-77b7-4967-b58e-734ce63dee51 req-55806f00-dd5d-4059-bb50-4092a0c608fd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:58.328814 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-203c5ffc-77b7-4967-b58e-734ce63dee51 req-55806f00-dd5d-4059-bb50-4092a0c608fd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0596175 Jul 22 11:17:58.387888 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-203c5ffc-77b7-4967-b58e-734ce63dee51 req-a561cf50-8dfc-4a47-be8b-3a948ade6410 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537174 Jul 22 11:17:58.836419 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-af81c781-6220-44d0-bad6-a9e19fd4b1a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505474 Jul 22 11:17:58.920321 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-738b5ab0-f2f4-4f4d-bccd-aab40b22d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:58.922753 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-738b5ab0-f2f4-4f4d-bccd-aab40b22d020 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 1129 time: 0.0536234 Jul 22 11:17:58.962730 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:17:59.084951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-fd0e96ae-2026-47ba-9ce7-6a210c0b260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:59.086675 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-fd0e96ae-2026-47ba-9ce7-6a210c0b260a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1303163 Jul 22 11:17:59.174335 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ece3a-3f23-4595-a1c1-5e8ce25b9a28 req-24b18dea-3f94-480a-8377-e69259b26d36 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:59.176500 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4c9ece3a-3f23-4595-a1c1-5e8ce25b9a28 req-24b18dea-3f94-480a-8377-e69259b26d36 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0619295 Jul 22 11:17:59.190400 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa233-f4d7-4798-a2b4-52418057efc6 req-b7d21e1a-e32e-4180-93cd-92ce39c2e7ec tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:59.193117 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e4fa233-f4d7-4798-a2b4-52418057efc6 req-b7d21e1a-e32e-4180-93cd-92ce39c2e7ec tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0675871 Jul 22 11:17:59.245077 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4c9ece3a-3f23-4595-a1c1-5e8ce25b9a28 req-d065f17e-d437-43f2-9768-f91d7f972af0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618155 Jul 22 11:17:59.281576 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e4fa233-f4d7-4798-a2b4-52418057efc6 req-7bfb1e62-8c7d-4361-a9a7-41cbe264db73 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804071 Jul 22 11:17:59.527327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324946e7-e952-4454-a553-fb38947a64c6 req-ebc16ff3-340f-4ecf-baea-b947a11e0738 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:17:59.529145 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-324946e7-e952-4454-a553-fb38947a64c6 req-ebc16ff3-340f-4ecf-baea-b947a11e0738 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0595660 Jul 22 11:17:59.602729 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-324946e7-e952-4454-a553-fb38947a64c6 req-5213a961-7606-4fd2-9ab8-0f96a06ba5cc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614283 Jul 22 11:18:00.393481 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6833637-e17a-4ec3-9b8a-0cbf6bbc79c1 req-644094e7-e5d2-44f6-ba1c-ede7003f230a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:00.395089 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e6833637-e17a-4ec3-9b8a-0cbf6bbc79c1 req-644094e7-e5d2-44f6-ba1c-ede7003f230a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0578768 Jul 22 11:18:00.438172 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fdbb1-dcf1-4773-a003-18ac40888afb req-b78033a3-9990-4396-9ee6-7eed7fd5700e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:00.440104 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a9fdbb1-dcf1-4773-a003-18ac40888afb req-b78033a3-9990-4396-9ee6-7eed7fd5700e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0576222 Jul 22 11:18:00.457694 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e6833637-e17a-4ec3-9b8a-0cbf6bbc79c1 req-0adf9a50-731a-4d46-8012-072d50ed1621 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551488 Jul 22 11:18:00.520114 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a9fdbb1-dcf1-4773-a003-18ac40888afb req-5f7dd1bf-3b46-488a-ac0f-89b21b8d981b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716069 Jul 22 11:18:00.563850 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-2ee5c6e0-bc2f-495f-af77-f1c20546f580 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 200 len: 217 time: 0.0374875 Jul 22 11:18:00.633137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-0bba9bc1-21cb-4e52-9c37-0c825485d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:00.635497 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-0bba9bc1-21cb-4e52-9c37-0c825485d631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0556266 Jul 22 11:18:00.689794 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-59c8ae77-9b83-4736-866f-47c0a405748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:00.693104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-59c8ae77-9b83-4736-866f-47c0a405748e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452983 Jul 22 11:18:00.784848 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479cd9-37fd-4833-ad5b-8bbb148ba315 req-410c4708-7382-4f5c-8427-a8657752dede tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:00.786594 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2e479cd9-37fd-4833-ad5b-8bbb148ba315 req-410c4708-7382-4f5c-8427-a8657752dede tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0863385 Jul 22 11:18:00.913672 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2e479cd9-37fd-4833-ad5b-8bbb148ba315 req-bb24e379-582d-4156-a076-10a73aaab6cb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134620 Jul 22 11:18:00.933735 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-e8a5b0b3-798a-4855-adba-4bc56489c897 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456926 Jul 22 11:18:01.008855 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:01.044127 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0e0e48f2-a440-4c76-9d74-afa41573f1a1 req-f30eb8d2-1c7c-46f9-a9a4-a2e6fea5d30e service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033857 Jul 22 11:18:01.107467 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-51fd0f22-23c0-470f-bb16-66184720a619 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:01.109452 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-51fd0f22-23c0-470f-bb16-66184720a619 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0746367 Jul 22 11:18:01.474233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:18:01.474492 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:01.631837 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] For port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:01.632292 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:01.641513 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a8623-b3de-4851-8c1b-3595db3e6c7c req-f3d9575a-696f-4072-a510-13c42da86b16 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:01.644084 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a9a8623-b3de-4851-8c1b-3595db3e6c7c req-f3d9575a-696f-4072-a510-13c42da86b16 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 946 time: 0.0874438 Jul 22 11:18:01.677726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6aed-69bc-41be-9b3d-a5ba1dc823bd req-d019fa08-7d29-45ad-a793-bdb8b3048ee9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:01.679675 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6f4b6aed-69bc-41be-9b3d-a5ba1dc823bd req-d019fa08-7d29-45ad-a793-bdb8b3048ee9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0596850 Jul 22 11:18:01.748971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:01.767168 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6f4b6aed-69bc-41be-9b3d-a5ba1dc823bd req-43d6dfe5-760c-4db5-a2a4-3cc930abba94 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754876 Jul 22 11:18:01.833562 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:01.840395 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a9a8623-b3de-4851-8c1b-3595db3e6c7c req-db6d1897-a603-4068-89f2-404d4a57a36e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a2dd113-3ea8-4163-9cf0-ad13d009c613&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912689 Jul 22 11:18:01.935949 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:01.936306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:01.936624 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 624c0f7a-47b9-471e-8fb4-8178576fae7a disassociated. External IP: 172.27.0.6, port: 2f780c3c-9237-4cac-b261-2b6b1e51cc1b. Jul 22 11:18:01.937014 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for 2f780c3c-9237-4cac-b261-2b6b1e51cc1b owned by compute:nova {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:18:02.029037 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:02.068473 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830298-1b8d-427e-bf53-47d68730057f req-668216be-a666-4090-9436-e46105a2b25a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:02.070183 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00830298-1b8d-427e-bf53-47d68730057f req-668216be-a666-4090-9436-e46105a2b25a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0643353 Jul 22 11:18:02.104547 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (2f780c3c-9237-4cac-b261-2b6b1e51cc1b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:02.128862 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00830298-1b8d-427e-bf53-47d68730057f req-5c80400c-919c-4bb9-ac06-3c0f4aacbc9b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527115 Jul 22 11:18:02.137976 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=2f780c3c-9237-4cac-b261-2b6b1e51cc1b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:02.479376 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:18:02.617700 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:18:02.630824 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:18:02.646073 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:02.646716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:17:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:02.673369 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] No DVR routers for this DVR port 2f780c3c-9237-4cac-b261-2b6b1e51cc1b on host hv-cinder-84890 {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:18:02.676661 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:02.680098 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bd95135e-bb8e-4284-bf3e-efc58b365f48 req-4f5d6197-fbac-4741-b62c-07743819a53b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "DELETE /v2.0/ports/2f780c3c-9237-4cac-b261-2b6b1e51cc1b HTTP/1.1" status: 204 len: 173 time: 1.2901928 Jul 22 11:18:02.680584 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'name': 'network-vif-deleted', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:02.684063 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df4037-ef43-4616-8e88-2d6949a62ad0" -d '{"events": [{"server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "name": "network-vif-deleted", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:02.732860 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1855720-450d-43c1-b24a-135db68cb504 x-openstack-request-id: req-d1855720-450d-43c1-b24a-135db68cb504 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:02.733532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50614d9-5b91-43b0-952b-d5ecc987e85a", "name": "network-vif-deleted", "tag": "2f780c3c-9237-4cac-b261-2b6b1e51cc1b", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:02.733532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1855720-450d-43c1-b24a-135db68cb504 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:02.734083 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1855720-450d-43c1-b24a-135db68cb504'] response: {'server_uuid': 'd50614d9-5b91-43b0-952b-d5ecc987e85a', 'name': 'network-vif-deleted', 'tag': '2f780c3c-9237-4cac-b261-2b6b1e51cc1b', 'status': 'completed', 'code': 200} Jul 22 11:18:02.781680 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:02.979069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fcdd9-89ea-44a9-bb9b-c8692bf88cb9 req-bbfa0f37-ecab-4700-b5b9-0ddfbf952912 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:02.983732 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1b4fcdd9-89ea-44a9-bb9b-c8692bf88cb9 req-bbfa0f37-ecab-4700-b5b9-0ddfbf952912 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.1218212 Jul 22 11:18:03.048655 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-afe56be7-d08b-4542-92b2-dcc3147ca13b req-048bd3af-5eab-4fc1-88c1-a2e965d49da9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50614d9-5b91-43b0-952b-d5ecc987e85a HTTP/1.1" status: 200 len: 210 time: 0.0546937 Jul 22 11:18:03.098539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:03.127655 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1b4fcdd9-89ea-44a9-bb9b-c8692bf88cb9 req-ea8c7060-ec5f-4c40-87c4-558786d20351 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265368 Jul 22 11:18:03.159638 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:18:03.177632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:03.178718 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:17:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:03.286179 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fcec6-9408-43ea-bd09-e7ac3b1e7833 req-e020a29f-aaeb-4320-9ba8-9654cb29ca6b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:03.289428 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-377fcec6-9408-43ea-bd09-e7ac3b1e7833 req-e020a29f-aaeb-4320-9ba8-9654cb29ca6b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0700624 Jul 22 11:18:03.325626 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:03.383162 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-377fcec6-9408-43ea-bd09-e7ac3b1e7833 req-3c5d76e6-2e0e-4b92-ba4a-dbcdab527080 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798557 Jul 22 11:18:03.787223 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:03.813786 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76277ab6-4cc1-45bf-856d-de3f9ffd24b8 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '988547cf-d690-43da-bb6c-9101b1a381f8', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:c2:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501f722-7553-4cba-9675-7bcbabb72887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:14:08Z', 'updated_at': '2022-07-22T11:15:05Z', 'revision_number': 2, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:18:04.095955 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6cbe6-d235-4cec-b533-4d22a93fe231 None None] New status for floating IP 624c0f7a-47b9-471e-8fb4-8178576fae7a: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:18:04.213640 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40194) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:04.323567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c530b7-438a-4f7c-8ea2-5cc5dd1e005a req-b58b33bc-f488-4407-acb5-75432dc08653 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:04.325169 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20c530b7-438a-4f7c-8ea2-5cc5dd1e005a req-b58b33bc-f488-4407-acb5-75432dc08653 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0724795 Jul 22 11:18:04.358486 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (6a2dd113-3ea8-4163-9cf0-ad13d009c613), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.426158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (6a2dd113-3ea8-4163-9cf0-ad13d009c613), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.461836 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20c530b7-438a-4f7c-8ea2-5cc5dd1e005a req-21dda10b-6b9d-4c27-a3d7-20e9fcf337ca tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259954 Jul 22 11:18:04.515613 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6a2dd113-3ea8-4163-9cf0-ad13d009c613), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.518632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.524621 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40198) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:04.525377 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a2dd113-3ea8-4163-9cf0-ad13d009c613 HTTP/1.1" status: 204 len: 168 time: 0.3099022 Jul 22 11:18:04.537929 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf25e1-b650-41a1-8437-34c2254c6b42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2dd113-3ea8-4163-9cf0-ad13d009c613,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:04.588370 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-6bf6f3c5-4e2f-4216-a2a9-941fed5e9620 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] show failed (client error): The resource could not be found. Jul 22 11:18:04.590012 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6bf6f3c5-4e2f-4216-a2a9-941fed5e9620 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups/6a2dd113-3ea8-4163-9cf0-ad13d009c613 HTTP/1.1" status: 404 len: 347 time: 0.0637820 Jul 22 11:18:04.593038 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40200) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:04.604483 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaa36e-df5e-4ead-a5fe-7b388ac7cf3b req-984fdd1c-67a9-49e8-889c-71f877775d7d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:04.607074 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e3aaa36e-df5e-4ead-a5fe-7b388ac7cf3b req-984fdd1c-67a9-49e8-889c-71f877775d7d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1057012 Jul 22 11:18:04.675920 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e3aaa36e-df5e-4ead-a5fe-7b388ac7cf3b req-cd64839d-14ae-414b-a99e-871a658d32d8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569623 Jul 22 11:18:04.741597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port a2898f51-efa2-46aa-931b-a3f9aa34d3dd {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:18:04.741967 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.855902 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.856245 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:04.858953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:18:04.864004 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f780c3c-9237-4cac-b261-2b6b1e51cc1b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:18:04.873565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for a2898f51-efa2-46aa-931b-a3f9aa34d3dd owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:18:04.894856 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 2f780c3c-9237-4cac-b261-2b6b1e51cc1b {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:18:04.895202 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f780c3c-9237-4cac-b261-2b6b1e51cc1b not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:18:04.982374 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:04.990814 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:05.014189 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:05.033234 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:18:05.072924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (a2898f51-efa2-46aa-931b-a3f9aa34d3dd), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:05.084660 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: ACTIVE; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:05.085058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:05.103752 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=a2898f51-efa2-46aa-931b-a3f9aa34d3dd,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:05.104627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:18:05.136310 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:05.139114 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (624c0f7a-47b9-471e-8fb4-8178576fae7a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:05.141821 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:05.143097 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-96ec7bd4-7cf8-45f2-8a63-f3ae94643e0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/floatingips/624c0f7a-47b9-471e-8fb4-8178576fae7a HTTP/1.1" status: 204 len: 168 time: 0.5489149 Jul 22 11:18:05.157815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:05.216797 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:05.245182 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=6']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:05.260560 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.261018 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.261569 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.262116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.262667 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.263208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.263747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.264085 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.264444 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.264781 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.265370 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.265916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.266476 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.267014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.267610 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:05.336232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:18:05.635901 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615fad3-0e6d-49e9-bc8f-9b865535287f req-df0fe310-1be5-4ef0-886c-b97082febf63 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:05.638597 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8615fad3-0e6d-49e9-bc8f-9b865535287f req-df0fe310-1be5-4ef0-886c-b97082febf63 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0864165 Jul 22 11:18:05.728214 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8615fad3-0e6d-49e9-bc8f-9b865535287f req-1753e083-3c59-45b1-95db-6d93b873428a tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790837 Jul 22 11:18:05.818411 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836f7c-5e1b-493e-87f0-cf6eed32430c req-d24b2113-7e02-403f-a529-e9fb336a97be tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:05.820113 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00836f7c-5e1b-493e-87f0-cf6eed32430c req-d24b2113-7e02-403f-a529-e9fb336a97be tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0589015 Jul 22 11:18:05.862480 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:05.878591 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-00836f7c-5e1b-493e-87f0-cf6eed32430c req-47f9e83a-6701-4ee5-aac2-f2c521326d76 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519004 Jul 22 11:18:06.882449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:18:06.917550 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72db82-93b1-4ca2-b7f0-31a08761fc31 req-f5b33831-6c04-4df7-8d30-d872d5c9e44b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:06.920071 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4f72db82-93b1-4ca2-b7f0-31a08761fc31 req-f5b33831-6c04-4df7-8d30-d872d5c9e44b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0828378 Jul 22 11:18:06.982508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:18:06.983086 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:07.033822 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4f72db82-93b1-4ca2-b7f0-31a08761fc31 req-16e97a21-8ca2-4036-8006-a59a96be39ff tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044431 Jul 22 11:18:07.094857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4d8f8-d964-48e2-876d-63ba16327620 req-c9d3b6b8-c065-4ad9-b520-7be93f5ef919 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:07.103941 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-57e4d8f8-d964-48e2-876d-63ba16327620 req-c9d3b6b8-c065-4ad9-b520-7be93f5ef919 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0966444 Jul 22 11:18:07.146254 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:07.150320 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:07.176474 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54e231-4eb5-4aa1-8d60-3fc1aab6c35a req-e48da327-2929-4cd4-8367-ba2ef2f74fa6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:07.178460 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c54e231-4eb5-4aa1-8d60-3fc1aab6c35a req-e48da327-2929-4cd4-8367-ba2ef2f74fa6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.0698082 Jul 22 11:18:07.198526 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:07.199452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:07.202928 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f81c8e-c105-4743-9229-3e851f0301c5" -d '{"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:07.204758 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-57e4d8f8-d964-48e2-876d-63ba16327620 req-d91cf79e-07b6-4c2d-aa8e-8b76a6327874 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994608 Jul 22 11:18:07.236346 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:07.248544 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:07.296432 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9c54e231-4eb5-4aa1-8d60-3fc1aab6c35a req-1fd75994-5cad-4e38-9758-2b91eb05058d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098018 Jul 22 11:18:07.304157 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48938df7-cc99-4f96-b918-0a8c5e9d0017 x-openstack-request-id: req-48938df7-cc99-4f96-b918-0a8c5e9d0017 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:07.305021 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:07.305640 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48938df7-cc99-4f96-b918-0a8c5e9d0017 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:07.306992 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48938df7-cc99-4f96-b918-0a8c5e9d0017'] response: {'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'code': 200} Jul 22 11:18:07.349641 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=7']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:08.146788 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:18:08.232835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cf3d8-eff7-471d-8ec7-4ec31b124c9e req-8dcd6c67-6230-4ebc-9489-a145c84485ad tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:08.248783 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dc6cf3d8-eff7-471d-8ec7-4ec31b124c9e req-8dcd6c67-6230-4ebc-9489-a145c84485ad tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0981588 Jul 22 11:18:08.350149 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dc6cf3d8-eff7-471d-8ec7-4ec31b124c9e req-42fa67d8-e96f-4078-afec-ece9414e513f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999475 Jul 22 11:18:08.445603 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1d0e3-a9ff-4c54-843b-d3906df97747 req-d7dea408-cfef-4fe9-8de4-0c6a7de7f5e1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:08.460787 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b7f1d0e3-a9ff-4c54-843b-d3906df97747 req-d7dea408-cfef-4fe9-8de4-0c6a7de7f5e1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1195252 Jul 22 11:18:08.508342 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0ac0-7346-401f-b477-a5bcf31688ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:08.545333 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:08.552745 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bee21-4dfa-4f77-a5e0-bab35408ef58 req-44e637d0-52fa-4d32-a02a-4b2522f825fa tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:08.554822 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c4bee21-4dfa-4f77-a5e0-bab35408ef58 req-44e637d0-52fa-4d32-a02a-4b2522f825fa tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.0974541 Jul 22 11:18:08.567609 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b7f1d0e3-a9ff-4c54-843b-d3906df97747 req-d8d11923-966e-4ad2-9923-4477b8e80f98 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071587 Jul 22 11:18:08.644506 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c4bee21-4dfa-4f77-a5e0-bab35408ef58 req-41ecef10-c461-42f2-a301-9ace7d9dad9a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765331 Jul 22 11:18:09.507654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51386517-c67f-4efa-a851-c7be4fd10b9e req-fb77dbb3-5224-457c-97bc-3cd023c4833f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:09.509280 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-51386517-c67f-4efa-a851-c7be4fd10b9e req-fb77dbb3-5224-457c-97bc-3cd023c4833f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0592053 Jul 22 11:18:09.596559 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-51386517-c67f-4efa-a851-c7be4fd10b9e req-dc72a7bc-603e-4ec2-9ba4-becef175310b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802596 Jul 22 11:18:09.785428 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-950fb26c-7b2c-4eb8-840e-c8377e561b2a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:09.786989 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-950fb26c-7b2c-4eb8-840e-c8377e561b2a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1141632 Jul 22 11:18:09.792827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e5a12-65a6-4376-8c90-43bed062b6fa req-23a0a184-d50e-4935-b557-f46d157166b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:09.799759 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-846e5a12-65a6-4376-8c90-43bed062b6fa req-23a0a184-d50e-4935-b557-f46d157166b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0837934 Jul 22 11:18:09.891878 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294cb9a-730e-48b1-8328-1a45f1391381 req-4fd12b59-2fa6-4c25-aa90-8bd350ef438e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:09.897928 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3294cb9a-730e-48b1-8328-1a45f1391381 req-4fd12b59-2fa6-4c25-aa90-8bd350ef438e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 946 time: 0.1043081 Jul 22 11:18:09.921501 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-846e5a12-65a6-4376-8c90-43bed062b6fa req-d4d0fe98-c1fa-482e-93b9-49a3ed118fa6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207187 Jul 22 11:18:10.049047 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port 3c9a61a2-8eae-42fd-91d8-ee04df69941e {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:18:10.049433 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.061059 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3294cb9a-730e-48b1-8328-1a45f1391381 req-249210ca-294a-47b0-b53f-aa8144f8b0c8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd86c6b1-59e0-45f0-b321-66101b415110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482522 Jul 22 11:18:10.222027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] For port 3c9a61a2-8eae-42fd-91d8-ee04df69941e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c9a61a2-8eae-42fd-91d8-ee04df69941e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:10.222027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.450707 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.451392 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.451942 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 988547cf-d690-43da-bb6c-9101b1a381f8 disassociated. External IP: 172.27.0.209, port: 3c9a61a2-8eae-42fd-91d8-ee04df69941e. Jul 22 11:18:10.452325 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for 3c9a61a2-8eae-42fd-91d8-ee04df69941e owned by compute:nova {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:18:10.636231 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (3c9a61a2-8eae-42fd-91d8-ee04df69941e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.650153 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fab24403-8d56-422c-acb4-e163326654e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:10.693216 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=3c9a61a2-8eae-42fd-91d8-ee04df69941e,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:10.846808 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae887-94a9-42ed-a6c0-5a5437f629dd req-f23f68b0-1832-423e-8449-cc7f8bb89f57 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:10.856573 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dacae887-94a9-42ed-a6c0-5a5437f629dd req-f23f68b0-1832-423e-8449-cc7f8bb89f57 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0916080 Jul 22 11:18:10.859738 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:10.870014 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:18:10.880291 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:11.022425 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dacae887-94a9-42ed-a6c0-5a5437f629dd req-7c98ad91-ca9a-4f4f-9869-8ed474e03f3d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593308 Jul 22 11:18:11.143848 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ef1f1-dfaf-4214-b739-a33f3bf4e404 req-6d7eea36-fe6c-41ee-8b12-57ca834d6170 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:11.157228 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ac1ef1f1-dfaf-4214-b739-a33f3bf4e404 req-6d7eea36-fe6c-41ee-8b12-57ca834d6170 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1176822 Jul 22 11:18:11.213954 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:18:11.255384 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:18:11.292014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:11.292921 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:11.321296 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-322c35bd-1036-4000-8191-dc2aaeb83a38 req-c0972157-5394-4aa2-a91b-0aaea8d7aa6d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0573025 Jul 22 11:18:11.397227 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ac1ef1f1-dfaf-4214-b739-a33f3bf4e404 req-72dca556-15ad-483b-bb80-31068a57cbeb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356622 Jul 22 11:18:11.397227 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] No DVR routers for this DVR port 3c9a61a2-8eae-42fd-91d8-ee04df69941e on host hv-cinder-84890 {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:18:11.405092 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:11.408540 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f38884e0-51f5-4b17-8e93-12840b89ce58 req-9b719d1c-caa4-4794-a714-78a0622d5096 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "DELETE /v2.0/ports/3c9a61a2-8eae-42fd-91d8-ee04df69941e HTTP/1.1" status: 204 len: 173 time: 1.6040998 Jul 22 11:18:11.416538 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'name': 'network-vif-deleted', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:11.419044 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa36528-0af1-490b-bdc7-51afc0ab6098" -d '{"events": [{"server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "name": "network-vif-deleted", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:11.509057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc13e637-03ed-4033-ba85-fc9d02672a7b x-openstack-request-id: req-fc13e637-03ed-4033-ba85-fc9d02672a7b {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:11.509964 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0501f722-7553-4cba-9675-7bcbabb72887", "name": "network-vif-deleted", "tag": "3c9a61a2-8eae-42fd-91d8-ee04df69941e", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:11.510233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc13e637-03ed-4033-ba85-fc9d02672a7b {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:11.510720 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc13e637-03ed-4033-ba85-fc9d02672a7b'] response: {'server_uuid': '0501f722-7553-4cba-9675-7bcbabb72887', 'name': 'network-vif-deleted', 'tag': '3c9a61a2-8eae-42fd-91d8-ee04df69941e', 'status': 'completed', 'code': 200} Jul 22 11:18:11.566848 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:11.582100 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:11.891066 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:11.936791 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:18:11.951129 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:11.951981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:12.113982 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:12.144053 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:12.152301 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:12.209321 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264f49f-3e3e-435a-88db-320e2496195f req-fcc91f01-61a6-4fc2-9672-cbb073e537f5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:12.212978 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1264f49f-3e3e-435a-88db-320e2496195f req-fcc91f01-61a6-4fc2-9672-cbb073e537f5 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0881338 Jul 22 11:18:12.357454 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1264f49f-3e3e-435a-88db-320e2496195f req-20d62686-0c11-4b23-b784-3a71f0ee3f52 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376414 Jul 22 11:18:12.477433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:12.534169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b4608-ed71-4ee9-af57-c69c1e0e396f None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:18:12.544391 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e1288aab-764b-49ae-9b90-bda1fa19163f req-65fcd4a8-2ab1-4282-aa4c-44334c0864fe tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=0501f722-7553-4cba-9675-7bcbabb72887 HTTP/1.1" status: 200 len: 210 time: 0.0755630 Jul 22 11:18:12.684427 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c068933-c777-4b92-936b-53a42c05614c req-d997506f-1969-4840-a3a1-267a1c26504e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:12.686008 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5c068933-c777-4b92-936b-53a42c05614c req-d997506f-1969-4840-a3a1-267a1c26504e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0882828 Jul 22 11:18:12.781511 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5c068933-c777-4b92-936b-53a42c05614c req-26cde8d9-0b7b-408c-a13d-63212ec44d1e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864832 Jul 22 11:18:12.922286 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 3c9a61a2-8eae-42fd-91d8-ee04df69941e no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:18:12.975144 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 3c9a61a2-8eae-42fd-91d8-ee04df69941e {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:18:12.975761 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 3c9a61a2-8eae-42fd-91d8-ee04df69941e not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:18:13.010901 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450f83-ec73-4cfe-9776-1cdc392c478b None None] New status for floating IP 988547cf-d690-43da-bb6c-9101b1a381f8: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:18:13.527906 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b3fac-fdcc-4a20-86c2-8ab8005d0f08 req-c569e48b-6a1e-4c6a-abf5-d8ee42def3de tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:13.529653 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-025b3fac-fdcc-4a20-86c2-8ab8005d0f08 req-c569e48b-6a1e-4c6a-abf5-d8ee42def3de tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0707352 Jul 22 11:18:13.683400 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-025b3fac-fdcc-4a20-86c2-8ab8005d0f08 req-b5a03ecb-5357-49a9-ba9f-d060efe1e478 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422830 Jul 22 11:18:13.697152 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.708042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40310) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:13.775785 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (dd86c6b1-59e0-45f0-b321-66101b415110), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.823596 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (dd86c6b1-59e0-45f0-b321-66101b415110), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.835110 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.910137 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (dd86c6b1-59e0-45f0-b321-66101b415110), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.917237 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:13.921532 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd86c6b1-59e0-45f0-b321-66101b415110 HTTP/1.1" status: 204 len: 168 time: 0.2118058 Jul 22 11:18:13.922350 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40314) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:13.946839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd86c6b1-59e0-45f0-b321-66101b415110,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:13.961375 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-0555137a-f5bd-413b-abeb-b4c47756df93 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] show failed (client error): The resource could not be found. Jul 22 11:18:13.972585 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40316) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:13.973391 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0555137a-f5bd-413b-abeb-b4c47756df93 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups/dd86c6b1-59e0-45f0-b321-66101b415110 HTTP/1.1" status: 404 len: 347 time: 0.0395308 Jul 22 11:18:13.977420 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.978850 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.979553 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.980228 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.980737 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.981244 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.982136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.982945 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.983759 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.984647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.985417 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.986098 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.986705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.987351 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:13.987961 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d58a1-b65e-4cb8-8677-ad4bd8cb3142 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.024419 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fea1f-4f29-4b02-bf1f-44067336379b req-477e0529-27b0-454c-b7d1-bc796d9fdf09 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:14.028441 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0f0fea1f-4f29-4b02-bf1f-44067336379b req-477e0529-27b0-454c-b7d1-bc796d9fdf09 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1108007 Jul 22 11:18:14.168279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0f0fea1f-4f29-4b02-bf1f-44067336379b req-2137147c-1649-4c6e-933c-5be3a19eceea tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302321 Jul 22 11:18:14.222675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port 4c4a9512-9d20-4378-bf1e-9ebf126dc470 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:18:14.223376 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:14.266235 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:14.366035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:14.366385 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (4c4a9512-9d20-4378-bf1e-9ebf126dc470), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:14.383711 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for 4c4a9512-9d20-4378-bf1e-9ebf126dc470 owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:18:14.854732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc1f50-b799-4e16-ab0b-0bd50b70c7f2 req-6cd12acf-69ff-463a-b06e-9a547e6615a3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:14.863192 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-23fc1f50-b799-4e16-ab0b-0bd50b70c7f2 req-6cd12acf-69ff-463a-b06e-9a547e6615a3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0750186 Jul 22 11:18:14.894830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (4c4a9512-9d20-4378-bf1e-9ebf126dc470), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:14.944123 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=4c4a9512-9d20-4378-bf1e-9ebf126dc470,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:14.987702 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-23fc1f50-b799-4e16-ab0b-0bd50b70c7f2 req-15f89b97-85ef-4d0f-9bfa-b106c2f8fb47 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212378 Jul 22 11:18:14.998050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.998050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.998050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.998664 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.999089 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:14.999671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.000321 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.000790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.001483 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.002045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.002593 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.006064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.006064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.006064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.006064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:15.033810 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (988547cf-d690-43da-bb6c-9101b1a381f8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.038814 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.041826 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a6884315-fe5c-43a6-9c87-5245493ed498 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/floatingips/988547cf-d690-43da-bb6c-9101b1a381f8 HTTP/1.1" status: 204 len: 168 time: 1.0678506 Jul 22 11:18:15.205382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40330) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:15.211555 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646259770', 'description': 'tempest-description--1987641800'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:15.219007 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:15.258864 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.393475 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (aa2e987a-45bc-498b-ae51-b5906f9d4f82), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.398682 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa2e987a-45bc-498b-ae51-b5906f9d4f82), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.420693 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e260d96-ba21-4579-bd11-0fe846cccb8c req-81f2660a-0f78-4277-a041-f106e4ee2200 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:15.433807 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e260d96-ba21-4579-bd11-0fe846cccb8c req-81f2660a-0f78-4277-a041-f106e4ee2200 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0954952 Jul 22 11:18:15.445904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.451739 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2442031 Jul 22 11:18:15.455334 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40336) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:15.463133 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'aa2e987a-45bc-498b-ae51-b5906f9d4f82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:15.466453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e10e3-22a7-4986-a7e0-c647cadcb43c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e987a-45bc-498b-ae51-b5906f9d4f82,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:15.517825 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e260d96-ba21-4579-bd11-0fe846cccb8c req-ac642668-2449-4fa5-bf2c-a5b1c5f45db5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822539 Jul 22 11:18:15.525026 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (79a0562b-1e5d-47fe-a2f0-123a8758e0e9), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.619995 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (79a0562b-1e5d-47fe-a2f0-123a8758e0e9), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.629551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (79a0562b-1e5d-47fe-a2f0-123a8758e0e9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.643164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:15.658916 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a0562b-1e5d-47fe-a2f0-123a8758e0e9,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:15.671920 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.673954 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-aff2739e-f3e2-4139-a67e-8d241267f32b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174227 Jul 22 11:18:15.676857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40338) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:15.682712 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'aa2e987a-45bc-498b-ae51-b5906f9d4f82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:15.721888 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (d3ffb1dc-6a74-4f9f-8aec-3bf0f3ca92e5), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.829357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (d3ffb1dc-6a74-4f9f-8aec-3bf0f3ca92e5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.835596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (d3ffb1dc-6a74-4f9f-8aec-3bf0f3ca92e5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.861760 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ffb1dc-6a74-4f9f-8aec-3bf0f3ca92e5,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:15.880632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:15.882602 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a97a0e93-4ad9-4542-a8c5-2681673f88c4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038317 Jul 22 11:18:15.886304 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40340) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:15.894934 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:15.927002 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.001670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:16.028793 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.186298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae400d-f2a1-488a-92a3-9b7189bda075 req-d346ae9a-6ad0-4e36-8747-8fac56287f9b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:16.188988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0dae400d-f2a1-488a-92a3-9b7189bda075 req-d346ae9a-6ad0-4e36-8747-8fac56287f9b tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0888803 Jul 22 11:18:16.206166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.27.0.94 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/d73059a5-3d5f-41f1-ae4c-98305bdb483b) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:18:16.342897 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0dae400d-f2a1-488a-92a3-9b7189bda075 req-c8b856d7-257e-4a3b-9977-b9d09d784d0a tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385248 Jul 22 11:18:16.391928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.403529 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:16.447070 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.501315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:18:16.508562 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:18:16.515806 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:18:16.525842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=d73059a5-3d5f-41f1-ae4c-98305bdb483b,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:16.608568 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.655783 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:16.666758 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.718684 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc8386-bb84-4394-af07-b535f2e120f2 req-294186ad-64d2-4b43-b7a2-0531aedddd91 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:16.720688 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dedc8386-bb84-4394-af07-b535f2e120f2 req-294186ad-64d2-4b43-b7a2-0531aedddd91 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0785396 Jul 22 11:18:16.797451 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dedc8386-bb84-4394-af07-b535f2e120f2 req-15a70659-77e1-4ace-ac16-6f343a897eb8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679827 Jul 22 11:18:16.928502 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.935846 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:16.976278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:16.977771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:17.013857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=d73059a5-3d5f-41f1-ae4c-98305bdb483b,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:17.026827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:17.028131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8341b06e-ccb1-4264-86eb-8c4d1b0eef1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1399682 Jul 22 11:18:17.326343 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-e0687aa9-7ed2-4710-8216-23c49de56090 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1646259770&fields=id&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 267 time: 0.0678022 Jul 22 11:18:17.502856 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1393c5-fb54-4a4f-afc0-0790dd0e6ef5 req-4d020b53-5ec9-425a-8319-c85437d92743 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:17.522817 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4e1393c5-fb54-4a4f-afc0-0790dd0e6ef5 req-4d020b53-5ec9-425a-8319-c85437d92743 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0915692 Jul 22 11:18:17.542043 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-4263fe49-aa07-4034-b116-f2d734647ec0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:17.542832 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-4263fe49-aa07-4034-b116-f2d734647ec0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.2089195 Jul 22 11:18:17.570412 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-44fc9a9e-77e7-4fa3-9cd8-611ea6f510e9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/quotas/28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 375 time: 0.0212567 Jul 22 11:18:17.654167 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-10614aa9-e966-4d12-a914-be60d9c55ea4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828087 Jul 22 11:18:17.672362 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4e1393c5-fb54-4a4f-afc0-0790dd0e6ef5 req-8348614b-1f67-469f-982e-16d99aac0fc6 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480281 Jul 22 11:18:17.828774 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-9dc4f146-d81d-40ee-bd5a-39b6e6e34acd service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542675 Jul 22 11:18:17.934771 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e836377-eac4-4ee4-b26c-af00306c87fb req-195cc03a-245a-4afd-a997-27c7c42dbfcb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:17.942366 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1e836377-eac4-4ee4-b26c-af00306c87fb req-195cc03a-245a-4afd-a997-27c7c42dbfcb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0670516 Jul 22 11:18:18.007555 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-45a17a24-cc5a-4365-a0cb-c9e18508792b service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731298 Jul 22 11:18:18.011628 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1e836377-eac4-4ee4-b26c-af00306c87fb req-9939fd64-3c2f-4c28-8a50-86978bcb2106 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683429 Jul 22 11:18:18.220309 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2560e748-9ab0-469e-b068-2a1414d6c04b req-d65de401-987f-4d4a-8c40-60033992fce9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 210 time: 0.0327675 Jul 22 11:18:18.839550 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b18259-7ca4-4de9-ada9-c4fdec439053 req-fb290ea5-835d-47a8-b7cf-723b99c98bfe tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:18.847576 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64b18259-7ca4-4de9-ada9-c4fdec439053 req-fb290ea5-835d-47a8-b7cf-723b99c98bfe tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0622656 Jul 22 11:18:18.924784 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-64b18259-7ca4-4de9-ada9-c4fdec439053 req-1e48fc4f-13b6-4bcd-be6d-18866058a056 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743353 Jul 22 11:18:19.176615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f05a0-0adc-48a4-bb80-652894b7aeb6 req-3ce858d3-f266-4668-917e-e5f47c54e9ae tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:19.178119 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b38f05a0-0adc-48a4-bb80-652894b7aeb6 req-3ce858d3-f266-4668-917e-e5f47c54e9ae tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0488470 Jul 22 11:18:19.251889 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b38f05a0-0adc-48a4-bb80-652894b7aeb6 req-d192ed95-03bf-4d12-94a2-907390e8aa60 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672386 Jul 22 11:18:19.359088 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bb60839c-e482-4763-b652-9feabbb0f4cc req-86b7c649-23fb-421a-9e7f-c7709091190a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 210 time: 0.0306292 Jul 22 11:18:20.089311 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37d151-ed3b-4780-a597-efb7b05a3749 req-4e13d82e-1f08-4935-a8f1-c9cd18e6f4ef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:20.091407 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8d37d151-ed3b-4780-a597-efb7b05a3749 req-4e13d82e-1f08-4935-a8f1-c9cd18e6f4ef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0564618 Jul 22 11:18:20.091602 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab42ac9-90ab-43ff-93ba-4845d42b6197 req-31ec64fc-857c-4a44-a212-ca20622527e4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:20.093990 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-aab42ac9-90ab-43ff-93ba-4845d42b6197 req-31ec64fc-857c-4a44-a212-ca20622527e4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0612144 Jul 22 11:18:20.126782 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:20.159355 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8d37d151-ed3b-4780-a597-efb7b05a3749 req-80f88c82-80a0-4e2c-9d51-f805af3d5ee8 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599210 Jul 22 11:18:20.193358 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-aab42ac9-90ab-43ff-93ba-4845d42b6197 req-6687197d-67bf-4f01-94dd-20439ba11f65 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932102 Jul 22 11:18:20.428613 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7130a2-4e23-42aa-a490-64dc574af2b6 req-590549bc-4ad4-456a-94ca-f6ad713bb53a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:20.430572 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0b7130a2-4e23-42aa-a490-64dc574af2b6 req-590549bc-4ad4-456a-94ca-f6ad713bb53a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.0957432 Jul 22 11:18:20.479625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180445-1906-4b83-819e-d157b0281317 req-61501dc9-49d1-439f-96cd-88a80e7d17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:20.480817 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-61885a17-b6e3-4a11-9949-f7638fd98689 req-5992d65c-82e5-40dc-8171-4a6cbdee8da8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 210 time: 0.0297604 Jul 22 11:18:20.481332 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-61501dc9-49d1-439f-96cd-88a80e7d17c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1129 time: 0.0839097 Jul 22 11:18:20.511126 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0b7130a2-4e23-42aa-a490-64dc574af2b6 req-105f4890-3c4d-4f7a-9b1b-222da2851566 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567174 Jul 22 11:18:21.242323 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2b5b-9641-4360-bc87-768b39f1588c req-e0dbb2aa-b0c1-4c94-ae37-5b878bf0f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.243966 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-e0dbb2aa-b0c1-4c94-ae37-5b878bf0f523 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0579691 Jul 22 11:18:21.386800 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ec981-8b92-4eea-8e13-0def3a36325e req-742fce50-55d6-4992-8ca0-be217fdd4a70 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.388193 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb6ec981-8b92-4eea-8e13-0def3a36325e req-742fce50-55d6-4992-8ca0-be217fdd4a70 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0802481 Jul 22 11:18:21.394791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180445-1906-4b83-819e-d157b0281317 req-66187582-6ce2-4eea-a53f-d65fbffd08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.397186 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-66187582-6ce2-4eea-a53f-d65fbffd08bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.2124722 Jul 22 11:18:21.420565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9821-81af-4fa4-b814-f2912c570b4d req-1272b570-294a-41db-9ae4-c406403ebaea tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.427859 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f4ca9821-81af-4fa4-b814-f2912c570b4d req-1272b570-294a-41db-9ae4-c406403ebaea tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0900304 Jul 22 11:18:21.472650 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:21.509990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2b5b-9641-4360-bc87-768b39f1588c req-ff0dcc42-d3cc-452b-81b7-2c4acb1aeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.512266 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-ff0dcc42-d3cc-452b-81b7-2c4acb1aeb56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.2618217 Jul 22 11:18:21.526036 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-6fb9fb20-9c01-4362-a78a-edb23bb8e0fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 1000 time: 0.1043048 Jul 22 11:18:21.533940 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb6ec981-8b92-4eea-8e13-0def3a36325e req-21160216-73e6-4844-a9bc-9cfc15220ecf tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=80829b56-b05b-46bf-8e3c-cc68252d7c0b&id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354563 Jul 22 11:18:21.596333 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-a35999b8-df80-4a71-898a-982b56ee9be8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.598814 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-a35999b8-df80-4a71-898a-982b56ee9be8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.2261045 Jul 22 11:18:21.608140 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180445-1906-4b83-819e-d157b0281317 req-eaac58f7-7f35-4505-b36f-ee3c4d5db9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.609635 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-eaac58f7-7f35-4505-b36f-ee3c4d5db9e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0746913 Jul 22 11:18:21.671809 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:21.689115 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f4ca9821-81af-4fa4-b814-f2912c570b4d req-18ff70a5-38b3-4b49-8a54-357f2c184fc2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594628 Jul 22 11:18:21.700562 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-89f16222-7683-4f99-8a35-98feb3306c7b req-753088b8-c762-48b0-84c0-60e660329f19 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 210 time: 0.0395808 Jul 22 11:18:21.715544 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180445-1906-4b83-819e-d157b0281317 req-c6222620-e7d4-46a8-9dc9-e9fe59602046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.717705 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-c6222620-e7d4-46a8-9dc9-e9fe59602046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013577 Jul 22 11:18:21.719288 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-f21a62c8-6dc1-4915-b660-a2d9283f74d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1000 time: 0.1937118 Jul 22 11:18:21.748607 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-caef8c14-b036-4e7e-9c00-0c3bbf912e64 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 380 time: 0.1050913 Jul 22 11:18:21.778361 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'port': {'device_id': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'admin_state_up': True, 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'security_groups': ['aa2e987a-45bc-498b-ae51-b5906f9d4f82']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:21.799003 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:21.866402 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-bc671d82-b037-4d29-9a87-a91f5687b27b service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075230 Jul 22 11:18:21.903195 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2b5b-9641-4360-bc87-768b39f1588c req-202b3601-5f03-49c8-9331-86bfef497d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.904734 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-202b3601-5f03-49c8-9331-86bfef497d11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.1461713 Jul 22 11:18:21.913028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c503-0a9f-4157-92f9-21c589d37b5f req-423ceac8-8ce4-4c84-b448-76e403479a1d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.914539 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-45e1c503-0a9f-4157-92f9-21c589d37b5f req-423ceac8-8ce4-4c84-b448-76e403479a1d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 945 time: 0.1516414 Jul 22 11:18:21.978889 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68180445-1906-4b83-819e-d157b0281317 req-7b3bad87-f118-4773-9462-179dbf873112 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050949 Jul 22 11:18:21.989884 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2b5b-9641-4360-bc87-768b39f1588c req-6ab23d49-d1f2-4863-bc08-f9a2cadd4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:21.991566 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-6ab23d49-d1f2-4863-bc08-f9a2cadd4875 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735364 Jul 22 11:18:22.058890 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-45e1c503-0a9f-4157-92f9-21c589d37b5f req-429753c1-9dfc-4d97-a2b3-b7f3a1da5f83 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300206 Jul 22 11:18:22.113093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:18:22.116811 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:22.158433 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-59c3692d-87e6-47d1-9640-4b0da9de6f64 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565619 Jul 22 11:18:22.276541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.20.0.9 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/c4d22b99-709d-4d50-a237-82850eeff0a1) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:18:22.304345 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:22.438298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:22.477904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:22.530716 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:18:22.533922 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:18:22.540004 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:22.543513 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:18:22.548651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:22.549301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:22.561421 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:22.606244 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-529084a8-fe32-4a80-b3da-18af92e861a0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395817 Jul 22 11:18:22.623665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e56b31-7861-40d4-931b-f058e185eb4d req-c9ad31f9-2060-4ec2-9ac4-279e04944355 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:22.625278 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a9e56b31-7861-40d4-931b-f058e185eb4d req-c9ad31f9-2060-4ec2-9ac4-279e04944355 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0694861 Jul 22 11:18:22.684910 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a9e56b31-7861-40d4-931b-f058e185eb4d req-27c59fc2-050d-45a5-83cd-08d1d4029479 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527167 Jul 22 11:18:22.811147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-57fb63e6-e3b8-48f1-bfbf-efc4bdf9c836 None None] Provisioning complete for port c4d22b99-709d-4d50-a237-82850eeff0a1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:18:22.811701 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-57fb63e6-e3b8-48f1-bfbf-efc4bdf9c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:22.815559 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41bc6d-4dfe-4862-9833-7e1c7a1e4e40 req-05f2c809-f516-42d4-9ce9-4a15797ac5af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:22.817195 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb41bc6d-4dfe-4862-9833-7e1c7a1e4e40 req-05f2c809-f516-42d4-9ce9-4a15797ac5af tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Jul 22 11:18:22.845309 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfbdf5-fc91-4429-ae83-90d4decd4b9f req-68ea0e28-8188-49c8-b39b-70b52819fb0b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:22.846519 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-57fb63e6-e3b8-48f1-bfbf-efc4bdf9c836 None None] Port c4d22b99-709d-4d50-a237-82850eeff0a1 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:18:22.849003 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6cbfbdf5-fc91-4429-ae83-90d4decd4b9f req-68ea0e28-8188-49c8-b39b-70b52819fb0b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 931 time: 0.0600574 Jul 22 11:18:22.870019 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb41bc6d-4dfe-4862-9833-7e1c7a1e4e40 req-060271db-731c-45d3-8af1-80a83e32895f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Jul 22 11:18:22.902528 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6cbfbdf5-fc91-4429-ae83-90d4decd4b9f req-8ea6013e-4841-4d4d-9d10-e023e4fb5196 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497396 Jul 22 11:18:22.997246 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:18:23.073647 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: ACTIVE; New status is: DOWN {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:23.073958 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:23.099697 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:23.101548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b50c03-56d2-4bf2-b0d1-17ae5c2b8b41" -d '{"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-unplugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:23.115051 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:23.120578 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:23.152665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7c537-403d-4254-9850-19c13930315e x-openstack-request-id: req-41f7c537-403d-4254-9850-19c13930315e {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:23.152990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-unplugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:23.153251 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41f7c537-403d-4254-9850-19c13930315e {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:23.153656 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f7c537-403d-4254-9850-19c13930315e'] response: {'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'code': 200} Jul 22 11:18:23.174892 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=8']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:23.190511 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2fcf5-ea62-4b95-ab8d-b6142e27c018 req-f427d503-b71d-4749-a675-8b072c2e3236 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:23.192077 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2f2fcf5-ea62-4b95-ab8d-b6142e27c018 req-f427d503-b71d-4749-a675-8b072c2e3236 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0510561 Jul 22 11:18:23.214960 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:23.217910 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=13 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:23.242429 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2f2fcf5-ea62-4b95-ab8d-b6142e27c018 req-82ac53d1-cdb4-4d12-b561-042081b8c7f2 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Jul 22 11:18:23.531603 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Request body: {'port': {'device_id': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:23.665818 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:23.687733 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-924a2b5b-9641-4360-bc87-768b39f1588c req-2fd05a7f-b603-4f26-a848-43c5d750e8cf service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531184 Jul 22 11:18:23.855888 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b92a-2e81-4599-b0cf-027c2a9e57a5 req-f0e9432d-6234-4f8d-aba2-2756acf35070 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:23.857397 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ee15b92a-2e81-4599-b0cf-027c2a9e57a5 req-f0e9432d-6234-4f8d-aba2-2756acf35070 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0786002 Jul 22 11:18:23.933419 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:23.960020 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ee15b92a-2e81-4599-b0cf-027c2a9e57a5 req-b1ab0da1-a1f7-458b-ae0a-ad885c3d8649 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924609 Jul 22 11:18:24.027651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a172b-aac0-42ac-a1b9-62d410267564 req-a3e1dc35-3792-4b17-842d-17eb4c6bfc21 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.030202 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e21a172b-aac0-42ac-a1b9-62d410267564 req-a3e1dc35-3792-4b17-842d-17eb4c6bfc21 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0835118 Jul 22 11:18:24.089667 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e21a172b-aac0-42ac-a1b9-62d410267564 req-19b906e4-5a37-4260-a8a7-5b4a7d830847 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518072 Jul 22 11:18:24.091558 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d22b99-709d-4d50-a237-82850eeff0a1 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:18:24.103901 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks [] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:24.126022 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ac2d-4015-4de5-b732-f27b1346d204 req-f9df588c-c6e4-413e-900e-cdffbb0460fd tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.128133 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7123ac2d-4015-4de5-b732-f27b1346d204 req-f9df588c-c6e4-413e-900e-cdffbb0460fd tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 931 time: 0.0777855 Jul 22 11:18:24.143897 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Transition to ACTIVE for port object c4d22b99-709d-4d50-a237-82850eeff0a1 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:18:24.158816 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:24.229271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:24.252362 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7123ac2d-4015-4de5-b732-f27b1346d204 req-529cd88b-b9d8-4c85-964a-80c671320f8f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166899 Jul 22 11:18:24.257166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Pushing event updated for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:24.330989 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Attempting to bind port c4d22b99-709d-4d50-a237-82850eeff0a1 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:18:24.331564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Attempting to bind port c4d22b99-709d-4d50-a237-82850eeff0a1 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:18:24.332084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Attempting to bind port c4d22b99-709d-4d50-a237-82850eeff0a1 on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:18:24.339942 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Port c4d22b99-709d-4d50-a237-82850eeff0a1 on network 32cd3386-64da-4740-85d1-ffc0b29096eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:18:24.340379 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Attempting to bind port c4d22b99-709d-4d50-a237-82850eeff0a1 on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:18:24.350949 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:18:24.351476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:18:24.352048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:18:24.352720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Bound port: c4d22b99-709d-4d50-a237-82850eeff0a1, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:18:24.353192 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:24.406831 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d3274-3764-4f42-88e8-9b8285cba539 req-71adc101-f337-421b-b4d1-ee3b0597c4a3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.409722 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-725d3274-3764-4f42-88e8-9b8285cba539 req-71adc101-f337-421b-b4d1-ee3b0597c4a3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0782609 Jul 22 11:18:24.436200 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:18:24.440541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4d22b99-709d-4d50-a237-82850eeff0a1,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:18:24.450214 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:24.470191 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-725d3274-3764-4f42-88e8-9b8285cba539 req-ddde5da0-ed1a-44dc-8cea-b988c714e4ff tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544684 Jul 22 11:18:24.503638 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.504484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:24.506698 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] 10.222.0.43 "PUT /v2.0/ports/c4d22b99-709d-4d50-a237-82850eeff0a1 HTTP/1.1" status: 200 len: 1093 time: 0.9793684 Jul 22 11:18:24.523738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:24.529671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d" -d '{"events": [{"name": "network-changed", "server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:24.581723 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc0d0d-57a6-4035-9a47-720e4a62251e service neutron] Pushing event updated for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:24.594735 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50da0444-788d-4b8d-a653-2c573002c718 x-openstack-request-id: req-50da0444-788d-4b8d-a653-2c573002c718 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:24.595358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:24.596179 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50da0444-788d-4b8d-a653-2c573002c718 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:24.597031 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50da0444-788d-4b8d-a653-2c573002c718'] response: {'name': 'network-changed', 'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'status': 'completed', 'code': 200} Jul 22 11:18:24.666992 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-41048ac6-fd88-4963-b760-5503dc0a9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.668665 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-41048ac6-fd88-4963-b760-5503dc0a9b73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 1127 time: 0.0669637 Jul 22 11:18:24.724435 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-0da5717a-16b0-4f15-9ee9-dc3d3b6148b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d22b99-709d-4d50-a237-82850eeff0a1 HTTP/1.1" status: 200 len: 217 time: 0.0478392 Jul 22 11:18:24.807693 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-a0bc05f1-b637-4115-99e7-1ee682f33020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.809371 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-a0bc05f1-b637-4115-99e7-1ee682f33020 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0760679 Jul 22 11:18:24.861547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-74d5145d-17ad-4854-8902-1ac4c29c7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:24.863086 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-74d5145d-17ad-4854-8902-1ac4c29c7b72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455239 Jul 22 11:18:24.972958 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-1d8fabde-3a88-425a-8f8e-9a2030258258 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995643 Jul 22 11:18:25.094211 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b1f7a7b-609c-44d5-9e95-826c9e4f26ea req-3a1e6c52-b13b-4f86-aa97-2e53e86281ad service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136434 Jul 22 11:18:25.123375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86973ed7-0f33-46be-8b98-131008739428 req-743369a4-a6ff-44a2-81dd-5c8cde2eb770 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:25.124912 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-86973ed7-0f33-46be-8b98-131008739428 req-743369a4-a6ff-44a2-81dd-5c8cde2eb770 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0750923 Jul 22 11:18:25.142476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [req-09384232-8595-4e35-b87e-0517bea9366a req-db81fe21-fe38-4c1d-8f90-a67a463cb21f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:18:25.143716 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09384232-8595-4e35-b87e-0517bea9366a req-db81fe21-fe38-4c1d-8f90-a67a463cb21f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061150 Jul 22 11:18:25.186670 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-86973ed7-0f33-46be-8b98-131008739428 req-4320bcf2-5df6-4cc2-abe7-f01049de9b08 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550001 Jul 22 11:18:25.313227 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facde8b-4995-4cb8-9d82-f638e19e6564 req-5a27d20d-64c0-4b0f-bb27-05745a8626d3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:25.319895 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8facde8b-4995-4cb8-9d82-f638e19e6564 req-5a27d20d-64c0-4b0f-bb27-05745a8626d3 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0634480 Jul 22 11:18:25.376409 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8facde8b-4995-4cb8-9d82-f638e19e6564 req-6b120a06-2c57-4e9e-8f15-6f1aa6e4a984 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552943 Jul 22 11:18:25.389010 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d0237-0cbf-482f-9a8d-671fad3c5920 req-e1099af9-6f93-41a7-a8d1-9b16f9ebe1dd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:25.391275 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b2d0237-0cbf-482f-9a8d-671fad3c5920 req-e1099af9-6f93-41a7-a8d1-9b16f9ebe1dd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0860651 Jul 22 11:18:25.463342 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b2d0237-0cbf-482f-9a8d-671fad3c5920 req-04d1c1f6-5d24-4375-a7c3-0c96a318c1d1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599303 Jul 22 11:18:25.532466 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317cef-ef04-4426-9e53-3ad2373fe802 req-c60ba085-f738-4bd8-ab48-9899b467307a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:25.534942 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9d317cef-ef04-4426-9e53-3ad2373fe802 req-c60ba085-f738-4bd8-ab48-9899b467307a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 943 time: 0.0609946 Jul 22 11:18:25.551532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:25.610246 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9d317cef-ef04-4426-9e53-3ad2373fe802 req-8c8c49bb-1269-4f27-8a3f-3f302bf6628f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671418 Jul 22 11:18:25.779818 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40516) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:25.871749 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-d7cd1575-c335-4f35-ab0d-ef303b7d7dab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903966 Jul 22 11:18:25.882838 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-1a13240b-5be3-4d04-b55e-da779bb9256e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:18:25.883906 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-1a13240b-5be3-4d04-b55e-da779bb9256e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054586 Jul 22 11:18:25.962835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40524) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:26.072981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-33007bfa-1b6f-4a61-866d-8cd886ccab10 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.074463 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-33007bfa-1b6f-4a61-866d-8cd886ccab10 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports/019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 940 time: 0.1105814 Jul 22 11:18:26.296006 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:26.373867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d82e4-521a-4f82-9115-93f90840f4f2 req-7ecbc9e8-a674-42ca-9a66-6f27dcf2af33 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.375398 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3e3d82e4-521a-4f82-9115-93f90840f4f2 req-7ecbc9e8-a674-42ca-9a66-6f27dcf2af33 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1028893 Jul 22 11:18:26.377393 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-08f1cf6b-54bf-4f70-827b-428cd13dd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.378865 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-08f1cf6b-54bf-4f70-827b-428cd13dd057 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 1127 time: 0.0848148 Jul 22 11:18:26.516797 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3e3d82e4-521a-4f82-9115-93f90840f4f2 req-318cfa6c-5f4a-4818-b77d-029a054505a7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355960 Jul 22 11:18:26.545380 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49301e-3bd5-4d40-9438-c6cc19b6ae57 req-5fbb441c-e324-4a13-8f02-6b7ce0f9b913 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.552316 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e49301e-3bd5-4d40-9438-c6cc19b6ae57 req-5fbb441c-e324-4a13-8f02-6b7ce0f9b913 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0728128 Jul 22 11:18:26.563562 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-42f42d02-11a0-4e59-a141-ea605ce36059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.565059 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-42f42d02-11a0-4e59-a141-ea605ce36059 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.1599028 Jul 22 11:18:26.628094 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e49301e-3bd5-4d40-9438-c6cc19b6ae57 req-69c409ed-b924-491c-a6a5-c5a813b89895 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745444 Jul 22 11:18:26.643839 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-b1f58999-ebce-437b-8fa9-c1cfdbfbd509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d22b99-709d-4d50-a237-82850eeff0a1 HTTP/1.1" status: 200 len: 217 time: 0.0688527 Jul 22 11:18:26.669228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:26.732821 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5e3d-0501-4be8-babc-2bea598c631d req-2b787380-1be4-4532-819a-f8ae0b01b262 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.739744 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-716d5e3d-0501-4be8-babc-2bea598c631d req-2b787380-1be4-4532-819a-f8ae0b01b262 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0982723 Jul 22 11:18:26.788114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a7d65-436e-4a28-a7db-7577235aa923 req-c19dec6d-4611-4d59-b95a-0b0d3613f17f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:26.790790 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1c8a7d65-436e-4a28-a7db-7577235aa923 req-c19dec6d-4611-4d59-b95a-0b0d3613f17f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 943 time: 0.0803080 Jul 22 11:18:26.860191 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1c8a7d65-436e-4a28-a7db-7577235aa923 req-1883a9a5-cec1-47ff-8381-bf777691548a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628943 Jul 22 11:18:27.007942 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-9ba6942e-a2eb-44c0-817b-d20f310ce892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:27.009295 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-9ba6942e-a2eb-44c0-817b-d20f310ce892 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.3521276 Jul 22 11:18:27.028501 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c4d22b99-709d-4d50-a237-82850eeff0a1 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:18:27.031957 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:18:27.068308 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-716d5e3d-0501-4be8-babc-2bea598c631d req-644fca91-b571-48aa-afc1-74fd7d149a3f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275559 Jul 22 11:18:27.074979 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-a916407f-e996-4896-af86-1ea3ece1c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:27.076401 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-a916407f-e996-4896-af86-1ea3ece1c389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559564 Jul 22 11:18:27.189228 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-69e71293-989e-4cc5-95ef-89ace73daed2 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962069 Jul 22 11:18:27.221425 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: DOWN; New status is: DOWN {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:27.227129 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:27.241558 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4d22b99-709d-4d50-a237-82850eeff0a1,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:27.256617 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'port_id': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'mac_address': 'fa:16:3e:5a:0f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:18:27.281849 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:27.301254 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c4d22b99-709d-4d50-a237-82850eeff0a1 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:27.301828 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:27.304141 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a4518e9-2dba-4e73-a12a-5cb2eb0de12d req-c07609b8-f6b6-48db-a921-a733c6329e27 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060762 Jul 22 11:18:27.320278 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d22b99-709d-4d50-a237-82850eeff0a1 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:18:27.345880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4d22b99-709d-4d50-a237-82850eeff0a1,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:27.350981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:27.420815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:27.722442 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683b2fd-ad7d-4536-ab3e-6b9429a2eb2a req-34d22b1d-a34c-4104-b161-c5c3a4efea35 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:27.738041 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9683b2fd-ad7d-4536-ab3e-6b9429a2eb2a req-34d22b1d-a34c-4104-b161-c5c3a4efea35 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1171205 Jul 22 11:18:27.768625 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2e8a-1563-4ca2-b0f7-9bb475c1f37e req-e6c7fe08-31f2-482a-9ba8-d6a0f1b512c4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:27.776632 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-73cf2e8a-1563-4ca2-b0f7-9bb475c1f37e req-e6c7fe08-31f2-482a-9ba8-d6a0f1b512c4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0574062 Jul 22 11:18:27.838384 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9683b2fd-ad7d-4536-ab3e-6b9429a2eb2a req-c791b236-3df6-4967-872a-ba902604f99b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971713 Jul 22 11:18:27.840824 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c4d22b99-709d-4d50-a237-82850eeff0a1'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:18:27.848618 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-73cf2e8a-1563-4ca2-b0f7-9bb475c1f37e req-7b57c4b0-e92c-48e8-adeb-bbc15f10be0c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698955 Jul 22 11:18:27.957713 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:28.016193 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77c97a-b8db-4b42-90f7-8275317b847c req-968f3771-c754-4ce4-87f7-8b1c04c5c20e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.017909 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e77c97a-b8db-4b42-90f7-8275317b847c req-968f3771-c754-4ce4-87f7-8b1c04c5c20e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 944 time: 0.0689263 Jul 22 11:18:28.018259 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-577b06a9-96a9-4037-99dc-b0a5d992bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.020040 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-577b06a9-96a9-4037-99dc-b0a5d992bc5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0789642 Jul 22 11:18:28.082871 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7e77c97a-b8db-4b42-90f7-8275317b847c req-dceb10a9-e668-4606-b9d4-08b6ad6c3efd tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592589 Jul 22 11:18:28.102063 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-c874cf08-f0b7-476d-8040-621acd514bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.102063 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-c874cf08-f0b7-476d-8040-621acd514bdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1127 time: 0.0435889 Jul 22 11:18:28.242095 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2071e-f1ef-470a-976e-8889e541abe7 req-62581bb1-6ffe-4579-b6c6-a1b51187fc18 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.244156 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3bd2071e-f1ef-470a-976e-8889e541abe7 req-62581bb1-6ffe-4579-b6c6-a1b51187fc18 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0653894 Jul 22 11:18:28.245362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-a170668c-e365-4b02-b25a-ad9933793962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.246697 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-a170668c-e365-4b02-b25a-ad9933793962 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1389849 Jul 22 11:18:28.311183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:28.349039 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3bd2071e-f1ef-470a-976e-8889e541abe7 req-a18be8a8-fb74-41f9-ae24-03436986e14a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983641 Jul 22 11:18:28.350582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-da050318-f78e-438a-91d7-ddebf623621f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 200 len: 998 time: 0.0903358 Jul 22 11:18:28.406910 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-6fc9777c-95f5-428c-8ba4-d0d64619183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.408425 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-6fc9777c-95f5-428c-8ba4-d0d64619183a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0480130 Jul 22 11:18:28.470970 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-746308bb-0eb7-410f-844a-8c645715f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:28.472523 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-746308bb-0eb7-410f-844a-8c645715f31b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509722 Jul 22 11:18:28.573576 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-b3d0b76f-5b14-44e9-ab52-858b335ddaca service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931096 Jul 22 11:18:28.677261 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-958b01b0-6a14-4d3a-ae72-6e5a9fcd8b49 req-5248bb84-3f96-41aa-b182-4ce7696c0cbf service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970790 Jul 22 11:18:28.985302 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:28.995298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:29.011316 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901a9f-a572-4c35-ad27-b49fd5e95160 req-d175772b-ec5e-4489-ad19-679d179dff20 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:29.012914 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-cb901a9f-a572-4c35-ad27-b49fd5e95160 req-d175772b-ec5e-4489-ad19-679d179dff20 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0520353 Jul 22 11:18:29.028568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c4d22b99-709d-4d50-a237-82850eeff0a1 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:18:29.042709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5807df-e21e-40ac-a9e3-94e5a292fe53 req-bc654047-1494-4f43-a048-52e01ef6a72d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:29.045473 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2e5807df-e21e-40ac-a9e3-94e5a292fe53 req-bc654047-1494-4f43-a048-52e01ef6a72d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1015687 Jul 22 11:18:29.082831 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-cb901a9f-a572-4c35-ad27-b49fd5e95160 req-8b8b051e-d9b0-427c-b637-b4636f132046 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632536 Jul 22 11:18:29.083327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port c4d22b99-709d-4d50-a237-82850eeff0a1 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:18:29.095231 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port c4d22b99-709d-4d50-a237-82850eeff0a1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:18:29.095689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:29.171400 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2e5807df-e21e-40ac-a9e3-94e5a292fe53 req-30feefb8-9624-4ed5-a713-c3a9439b266e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171446 Jul 22 11:18:29.253526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c4d22b99-709d-4d50-a237-82850eeff0a1 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:29.254232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:29.303940 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:29.309670 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fa5e0-1e0f-41d7-94ae-899e07f54a3d" -d '{"events": [{"server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:29.347879 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96cde-d4e7-40ca-aaa7-46b95b5219cf req-f6c56c8d-e968-4c42-b08e-2e65d2e034a5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:29.354059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4d22b99-709d-4d50-a237-82850eeff0a1,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:29.362622 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bfe96cde-d4e7-40ca-aaa7-46b95b5219cf req-f6c56c8d-e968-4c42-b08e-2e65d2e034a5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 944 time: 0.0956607 Jul 22 11:18:29.367190 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de676ef5-981e-46af-b859-3927648a6b2a x-openstack-request-id: req-de676ef5-981e-46af-b859-3927648a6b2a {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:29.368030 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "name": "network-vif-plugged", "status": "completed", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:29.368751 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de676ef5-981e-46af-b859-3927648a6b2a {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:29.369579 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de676ef5-981e-46af-b859-3927648a6b2a'] response: {'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'code': 200} Jul 22 11:18:29.371703 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:29.423932 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bfe96cde-d4e7-40ca-aaa7-46b95b5219cf req-6367dc33-a3b0-4059-9d50-b33edd01551a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602596 Jul 22 11:18:29.506628 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:29.515549 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa27ac-098d-466a-ad38-e5206bb7d28b req-08a2b36e-27a8-4858-8de6-f6b2acffb02c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:29.523641 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-75fa27ac-098d-466a-ad38-e5206bb7d28b req-08a2b36e-27a8-4858-8de6-f6b2acffb02c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0617366 Jul 22 11:18:29.613290 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-75fa27ac-098d-466a-ad38-e5206bb7d28b req-932b0989-ecda-460f-940b-b6164082f83e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887227 Jul 22 11:18:30.344166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb5be-de05-42c8-bbb8-c05c7296cbe5 req-eb54d859-7a1b-4f0d-9570-087b5a6a4141 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:30.346883 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9a2cb5be-de05-42c8-bbb8-c05c7296cbe5 req-eb54d859-7a1b-4f0d-9570-087b5a6a4141 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.1292596 Jul 22 11:18:30.361944 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e14e-1c13-4ceb-9c74-ca7cc9a88ae6 req-2b9cefb0-5bdf-499a-bb95-64b259390faa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:30.364193 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-02f7e14e-1c13-4ceb-9c74-ca7cc9a88ae6 req-2b9cefb0-5bdf-499a-bb95-64b259390faa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0666788 Jul 22 11:18:30.428083 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-02f7e14e-1c13-4ceb-9c74-ca7cc9a88ae6 req-e8893771-37ab-4e04-ba89-0530c1310e61 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517697 Jul 22 11:18:30.455988 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9a2cb5be-de05-42c8-bbb8-c05c7296cbe5 req-419bf55e-0d75-4ddb-a127-7d1fd8295e34 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970140 Jul 22 11:18:30.619382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8853de-4471-4c4a-8c15-e16c66b261a5 req-e6e508f3-0c56-4d8e-8616-02c72f8ac571 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:30.622927 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a8853de-4471-4c4a-8c15-e16c66b261a5 req-e6e508f3-0c56-4d8e-8616-02c72f8ac571 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0857816 Jul 22 11:18:30.724487 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2a8853de-4471-4c4a-8c15-e16c66b261a5 req-64bdee54-89d0-44a0-83ad-57b0e191fcba tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915110 Jul 22 11:18:30.804539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bcd3c-7c30-492e-965f-3d1de228143c req-f463b3d2-60a4-4f0f-bab1-e774766955e3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:30.806677 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-262bcd3c-7c30-492e-965f-3d1de228143c req-f463b3d2-60a4-4f0f-bab1-e774766955e3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0772460 Jul 22 11:18:30.865349 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-262bcd3c-7c30-492e-965f-3d1de228143c req-268e62d8-34d1-4f5d-a967-476d29495398 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Jul 22 11:18:31.632528 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b1cd-49a1-4694-b3b2-8f0db06fe4d8 req-f9adb2ab-48f9-4a8d-adb8-fc897fde022f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:31.640087 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b9b9b1cd-49a1-4694-b3b2-8f0db06fe4d8 req-f9adb2ab-48f9-4a8d-adb8-fc897fde022f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.1171257 Jul 22 11:18:31.656678 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161be5a-ef54-43ec-a81c-555409bf0669 req-2153938a-3445-4352-900a-a7fa916fd1ba tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:31.658559 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1161be5a-ef54-43ec-a81c-555409bf0669 req-2153938a-3445-4352-900a-a7fa916fd1ba tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0938151 Jul 22 11:18:31.703092 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b9b9b1cd-49a1-4694-b3b2-8f0db06fe4d8 req-0f1b1089-4974-4020-9d75-38d976d5f236 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621023 Jul 22 11:18:31.742785 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1161be5a-ef54-43ec-a81c-555409bf0669 req-5b1cb8c2-7eb2-46b1-bc4b-9e0f9fb11645 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742195 Jul 22 11:18:31.874556 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034379-ab44-4930-871d-5694b7b1a143 req-e933c2cc-b2bf-4a19-b642-b3f116ab9f46 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:31.876342 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a0034379-ab44-4930-871d-5694b7b1a143 req-e933c2cc-b2bf-4a19-b642-b3f116ab9f46 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0608745 Jul 22 11:18:31.930072 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:31.967669 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a0034379-ab44-4930-871d-5694b7b1a143 req-c99d0bd8-5d5a-4567-8f35-14fe64d11e4a tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848925 Jul 22 11:18:32.064054 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a31a-f054-4e6a-8871-3c57d51d51f0 req-f6a76412-dde5-43da-944a-a66485a92163 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:32.065588 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4234a31a-f054-4e6a-8871-3c57d51d51f0 req-f6a76412-dde5-43da-944a-a66485a92163 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0576358 Jul 22 11:18:32.159224 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4234a31a-f054-4e6a-8871-3c57d51d51f0 req-b934a66d-658b-4779-8f91-53ca8ed57e75 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817754 Jul 22 11:18:32.855953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37a54b-ed7e-4580-bfad-2820aea3bbaf req-9b075c33-1d00-4ab1-96fd-8da504253eae tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:32.858198 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c37a54b-ed7e-4580-bfad-2820aea3bbaf req-9b075c33-1d00-4ab1-96fd-8da504253eae tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0670054 Jul 22 11:18:32.873781 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c744315-e81a-4c61-be01-697969a8c46e req-f5d8b13f-758b-45cb-9d7e-942f09dfb62f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:32.880856 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2c744315-e81a-4c61-be01-697969a8c46e req-f5d8b13f-758b-45cb-9d7e-942f09dfb62f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0578558 Jul 22 11:18:32.901082 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:32.920943 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8c37a54b-ed7e-4580-bfad-2820aea3bbaf req-1b82d59b-e739-4422-8e7b-bb9715e815f7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568378 Jul 22 11:18:32.936519 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2c744315-e81a-4c61-be01-697969a8c46e req-f5557bcf-d294-484c-aa19-e24bb9a001e5 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535567 Jul 22 11:18:33.135957 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbfaa8-fea9-4ce9-9fa5-3ce563070a3e req-9be32564-bf01-4529-81a6-d5a086dea334 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:33.137371 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f1fbfaa8-fea9-4ce9-9fa5-3ce563070a3e req-9be32564-bf01-4529-81a6-d5a086dea334 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0765004 Jul 22 11:18:33.216647 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f1fbfaa8-fea9-4ce9-9fa5-3ce563070a3e req-ff11a1e8-1751-487c-8c85-5ddae3c0b5e6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683129 Jul 22 11:18:33.351655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3a45-b541-434a-8af7-6d1b451d8a83 req-dedbedbd-9666-4e3f-ad1b-ce3da62b6d44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:33.353779 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ce9f3a45-b541-434a-8af7-6d1b451d8a83 req-dedbedbd-9666-4e3f-ad1b-ce3da62b6d44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0876992 Jul 22 11:18:33.425044 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ce9f3a45-b541-434a-8af7-6d1b451d8a83 req-c329e951-4c7c-48a5-bfae-406c5b4fd368 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644455 Jul 22 11:18:34.092644 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b57b0-7fb7-43a3-a272-dab811b09b61 req-3ffe08ba-8731-4cab-96e2-a1ac4f0dddaa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:34.094248 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b0b57b0-7fb7-43a3-a272-dab811b09b61 req-3ffe08ba-8731-4cab-96e2-a1ac4f0dddaa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0680983 Jul 22 11:18:34.124124 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5630b35-6449-4dc2-8476-bfe2f3a8f011 req-70f649e7-5335-418d-b9a4-d404bcf02ae7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:34.127389 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5630b35-6449-4dc2-8476-bfe2f3a8f011 req-70f649e7-5335-418d-b9a4-d404bcf02ae7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0684826 Jul 22 11:18:34.158360 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b0b57b0-7fb7-43a3-a272-dab811b09b61 req-795dfa0b-1cde-4a5e-a5c7-fc8d8abe5e98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579941 Jul 22 11:18:34.190188 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5630b35-6449-4dc2-8476-bfe2f3a8f011 req-8ed20d79-ba57-4b49-8dde-3279990cabe6 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545063 Jul 22 11:18:34.386391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd734b-fade-417b-ba0a-26ae38951d1d req-cc9ed8ab-ad9c-4dad-88a3-c39e47dfe704 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:34.388093 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbdd734b-fade-417b-ba0a-26ae38951d1d req-cc9ed8ab-ad9c-4dad-88a3-c39e47dfe704 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0646734 Jul 22 11:18:34.456925 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbdd734b-fade-417b-ba0a-26ae38951d1d req-685b8037-2eff-4572-b369-7593149c9531 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616081 Jul 22 11:18:34.578452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b2e1-d190-42a9-b0a1-aa175136dc3a req-a2fa09bf-81c5-4654-8fac-daa94442b8bf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:34.580408 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-13a6b2e1-d190-42a9-b0a1-aa175136dc3a req-a2fa09bf-81c5-4654-8fac-daa94442b8bf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0594449 Jul 22 11:18:34.645271 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-13a6b2e1-d190-42a9-b0a1-aa175136dc3a req-7997b5ef-b9dc-4ba2-8747-6bc7b2c3dbee tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553229 Jul 22 11:18:35.319962 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f386c-4c2a-46ab-a3c8-b256ab6e1d4c req-9daf2a33-2f68-4b04-8715-8c7c3f635bc6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:35.336352 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6f9f386c-4c2a-46ab-a3c8-b256ab6e1d4c req-9daf2a33-2f68-4b04-8715-8c7c3f635bc6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0926387 Jul 22 11:18:35.415974 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6f9f386c-4c2a-46ab-a3c8-b256ab6e1d4c req-0f9d1a89-92e3-4df2-b667-3558107997ea tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777245 Jul 22 11:18:35.445940 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cf554-a6fa-4e2d-bb74-1b983045ca1b req-0563d322-4ea5-4072-90cd-0ef4519f3b39 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:35.447558 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f12cf554-a6fa-4e2d-bb74-1b983045ca1b req-0563d322-4ea5-4072-90cd-0ef4519f3b39 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.1129224 Jul 22 11:18:35.549342 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f12cf554-a6fa-4e2d-bb74-1b983045ca1b req-0d1807ba-5dc3-499a-a4a2-4b131e5d8c13 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954213 Jul 22 11:18:35.650461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc5411-49c2-49f7-bb51-9bc2cff26b94 req-15da3fde-88e3-4be3-8133-c1127f0b5ca1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:35.652727 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68cc5411-49c2-49f7-bb51-9bc2cff26b94 req-15da3fde-88e3-4be3-8133-c1127f0b5ca1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0759857 Jul 22 11:18:35.669648 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:35.720669 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-68cc5411-49c2-49f7-bb51-9bc2cff26b94 req-897acb70-a656-4acd-b43c-b098ca518e02 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581188 Jul 22 11:18:35.846003 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8313-0524-4bd5-bbd2-8ed93220ca8b req-d5827d3a-a5aa-41e7-82af-8af47cf245c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:35.847526 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d4fc8313-0524-4bd5-bbd2-8ed93220ca8b req-d5827d3a-a5aa-41e7-82af-8af47cf245c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0604057 Jul 22 11:18:35.909449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:35.914986 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d4fc8313-0524-4bd5-bbd2-8ed93220ca8b req-8df56783-1bea-48b4-a894-62917ac4bef3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604520 Jul 22 11:18:36.581205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0216-2d31-4e73-883e-b397915e530e req-1aea5e27-8616-4ba9-b45d-888b49a1341b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:36.583137 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-193f0216-2d31-4e73-883e-b397915e530e req-1aea5e27-8616-4ba9-b45d-888b49a1341b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jul 22 11:18:36.676719 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-193f0216-2d31-4e73-883e-b397915e530e req-0544b6e6-284a-4624-9726-03743e4acfbb tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839982 Jul 22 11:18:36.714622 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd79549-73ce-475a-80c9-e499f0aa814e req-0e5660d0-697f-428b-ada3-639a0385a698 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:36.716265 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0dd79549-73ce-475a-80c9-e499f0aa814e req-0e5660d0-697f-428b-ada3-639a0385a698 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0877430 Jul 22 11:18:36.800176 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0dd79549-73ce-475a-80c9-e499f0aa814e req-601bc5a9-4618-4f27-9050-bd5131a441e1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776451 Jul 22 11:18:36.897418 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbbe0-9c13-463e-8646-3efd6af7e253 req-640f41ad-3953-42ce-a855-3387f114e953 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:36.900097 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b15fbbe0-9c13-463e-8646-3efd6af7e253 req-640f41ad-3953-42ce-a855-3387f114e953 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0707932 Jul 22 11:18:36.968305 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b15fbbe0-9c13-463e-8646-3efd6af7e253 req-af1c4265-d7a1-4397-9731-3248f1940c16 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603452 Jul 22 11:18:37.078137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5efdd-93b4-485d-85e3-6f1c2459c3e2 req-64e1fe07-a3df-4e0b-b194-92eff4fca875 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:37.079657 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a4c5efdd-93b4-485d-85e3-6f1c2459c3e2 req-64e1fe07-a3df-4e0b-b194-92eff4fca875 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0675826 Jul 22 11:18:37.142689 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a4c5efdd-93b4-485d-85e3-6f1c2459c3e2 req-04d068dd-32df-44f7-98f5-4998ab4856c6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512152 Jul 22 11:18:37.679486 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:37.807038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8432c2-2cb1-4948-a9e0-274e39156c93 req-aed4d1f0-7d3a-462b-86b7-67b50667ba1d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:37.808697 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b8432c2-2cb1-4948-a9e0-274e39156c93 req-aed4d1f0-7d3a-462b-86b7-67b50667ba1d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Jul 22 11:18:37.847934 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=25 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:37.866274 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b8432c2-2cb1-4948-a9e0-274e39156c93 req-7d00c786-caa7-4d63-8003-05c63eafc3f7 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512619 Jul 22 11:18:37.937031 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58172fb-6ddb-43ea-8b4a-f5d0a3a2dd60 req-0203c56b-1405-402c-ae53-99b82cb9272f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:37.938542 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c58172fb-6ddb-43ea-8b4a-f5d0a3a2dd60 req-0203c56b-1405-402c-ae53-99b82cb9272f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0561213 Jul 22 11:18:37.991715 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c58172fb-6ddb-43ea-8b4a-f5d0a3a2dd60 req-eea8cf67-6bdd-422d-80f7-bf72066cdbb2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475290 Jul 22 11:18:38.274461 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c4fe-4ef7-4001-829b-c8afea145406 req-cbd61bf6-27dd-4b78-a0a4-ba35765b6104 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:38.276098 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1951c4fe-4ef7-4001-829b-c8afea145406 req-cbd61bf6-27dd-4b78-a0a4-ba35765b6104 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0519757 Jul 22 11:18:38.329680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f21089-ab42-4a09-acfc-3372c8d9ac05 req-947b0cd7-fe4a-4733-a0ae-abc888f27a0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:38.331218 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-62f21089-ab42-4a09-acfc-3372c8d9ac05 req-947b0cd7-fe4a-4733-a0ae-abc888f27a0e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.2850976 Jul 22 11:18:38.331404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1951c4fe-4ef7-4001-829b-c8afea145406 req-3fb85f81-0435-44f2-96e7-e7f1a88b4762 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485072 Jul 22 11:18:38.378894 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-62f21089-ab42-4a09-acfc-3372c8d9ac05 req-2e665089-4e5c-443e-9d2d-28694ee0f21c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jul 22 11:18:38.495863 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-64ee410b-a2bc-44ee-aa70-723a1feb1041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:39.004873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac65b8-a33f-413c-8f52-4681d9f3f458 req-d9460fbc-106a-44e9-8ec1-42c08bab6e34 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.006431 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5ac65b8-a33f-413c-8f52-4681d9f3f458 req-d9460fbc-106a-44e9-8ec1-42c08bab6e34 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0592558 Jul 22 11:18:39.087927 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d227a3-e143-4747-b605-51b2b6a42697 req-cd87d594-b375-4ff5-8750-9eb88393b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.089440 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b6d227a3-e143-4747-b605-51b2b6a42697 req-cd87d594-b375-4ff5-8750-9eb88393b046 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 1129 time: 0.0573878 Jul 22 11:18:39.093288 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5ac65b8-a33f-413c-8f52-4681d9f3f458 req-77fbe861-345b-403b-9598-00be82dc2264 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810978 Jul 22 11:18:39.112187 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:39.133107 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc26c0-b442-4e40-b015-72294bd474cd req-fc434125-bde8-44b8-b4e9-2192861e6854 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.134698 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-01dc26c0-b442-4e40-b015-72294bd474cd req-fc434125-bde8-44b8-b4e9-2192861e6854 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0620553 Jul 22 11:18:39.190813 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-01dc26c0-b442-4e40-b015-72294bd474cd req-b6cbfc8a-5ede-43ab-9559-8340a72f586e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Jul 22 11:18:39.322037 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b63232-d0d4-46c8-9020-23761ad7d1af req-d64e8fe6-106e-46db-8fc7-7edeedc932b0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.323573 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-32b63232-d0d4-46c8-9020-23761ad7d1af req-d64e8fe6-106e-46db-8fc7-7edeedc932b0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0607121 Jul 22 11:18:39.373875 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-32b63232-d0d4-46c8-9020-23761ad7d1af req-df7537e1-1c40-4246-9859-2d46dc3144ef tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 Jul 22 11:18:39.465669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:39.484243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f99cf-817b-4696-9202-6b15fa41ef75 req-f7cd1f5d-d7a0-4324-af09-17c99019870a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.485744 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b9f99cf-817b-4696-9202-6b15fa41ef75 req-f7cd1f5d-d7a0-4324-af09-17c99019870a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0732610 Jul 22 11:18:39.528808 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34d73-ab02-43d2-8402-4038b7cf3143 req-03b4f36d-b17d-49e9-a511-20d341fe7722 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:39.530353 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-50f34d73-ab02-43d2-8402-4038b7cf3143 req-03b4f36d-b17d-49e9-a511-20d341fe7722 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0499012 Jul 22 11:18:39.538029 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2b9f99cf-817b-4696-9202-6b15fa41ef75 req-f2d2e197-bc9a-4c76-b372-66608eda86a1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Jul 22 11:18:39.583031 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-50f34d73-ab02-43d2-8402-4038b7cf3143 req-fa091e29-fc7e-4754-84e2-2d1b3bbe3803 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Jul 22 11:18:39.627514 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b6d227a3-e143-4747-b605-51b2b6a42697 req-7c43a5b2-1a1b-411a-8a69-676f9ea295f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504720 Jul 22 11:18:40.313794 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970ede1-10d0-4307-a08b-a8526fa1a3cd req-20f5efb0-71dc-4973-abf3-69026133c415 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:40.315311 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3970ede1-10d0-4307-a08b-a8526fa1a3cd req-20f5efb0-71dc-4973-abf3-69026133c415 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0542033 Jul 22 11:18:40.365031 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3970ede1-10d0-4307-a08b-a8526fa1a3cd req-5190c8b7-015b-46bf-892a-19717246be4b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Jul 22 11:18:40.500432 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a1554-3747-4bdd-b706-73cb4e350107 req-54b30190-460f-4999-ae89-93260c6c2120 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:40.501957 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e99a1554-3747-4bdd-b706-73cb4e350107 req-54b30190-460f-4999-ae89-93260c6c2120 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0524361 Jul 22 11:18:40.554093 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e99a1554-3747-4bdd-b706-73cb4e350107 req-9ee17367-5e6f-4e74-9d1e-5e98210fcc10 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464797 Jul 22 11:18:40.649456 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9b83aa8d-80d9-43b0-978c-5a951657bece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:40.672903 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137614-8712-4718-8b85-616a20ed9a7b req-152ccdf9-6fd0-4e6c-ba9e-df190bb26504 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:40.674555 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ff137614-8712-4718-8b85-616a20ed9a7b req-152ccdf9-6fd0-4e6c-ba9e-df190bb26504 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0537627 Jul 22 11:18:40.726152 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fe263-2c09-4d22-a122-596b86a632f8 req-fdea6099-0b01-4186-9d3c-037d7210eed3 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:40.728381 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-928fe263-2c09-4d22-a122-596b86a632f8 req-fdea6099-0b01-4186-9d3c-037d7210eed3 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0549893 Jul 22 11:18:40.731953 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ff137614-8712-4718-8b85-616a20ed9a7b req-94566f4b-d14a-4687-b3a1-dc9251a19b84 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506735 Jul 22 11:18:40.781912 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-928fe263-2c09-4d22-a122-596b86a632f8 req-b045278a-1a20-4361-8ced-c3b739e47630 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441151 Jul 22 11:18:41.295700 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-e3e3f57b-5ca4-421f-ba7f-4e1ae32219df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.297750 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-e3e3f57b-5ca4-421f-ba7f-4e1ae32219df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1129 time: 0.0494130 Jul 22 11:18:41.444301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2529d-2ed0-40fa-9ff1-e86ac3ce5f19 req-ad29b9ba-25e8-49a6-8d11-25e0bf24e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.446305 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-76e2529d-2ed0-40fa-9ff1-e86ac3ce5f19 req-ad29b9ba-25e8-49a6-8d11-25e0bf24e9f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0597880 Jul 22 11:18:41.465349 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:41.497952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-d933f6ae-ecfc-4264-b91d-91717f219aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.499447 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-d933f6ae-ecfc-4264-b91d-91717f219aee service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.1818268 Jul 22 11:18:41.575583 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601399f-102d-4d1a-942d-aff6255f1e85 req-8327b0c2-6da9-4a21-b1b2-93029859d3fc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.577003 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2601399f-102d-4d1a-942d-aff6255f1e85 req-8327b0c2-6da9-4a21-b1b2-93029859d3fc tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.1264274 Jul 22 11:18:41.583130 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-76e2529d-2ed0-40fa-9ff1-e86ac3ce5f19 req-86b45ca9-cc17-4a54-a274-db87de49a577 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262128 Jul 22 11:18:41.623425 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-913e07be-f4fa-40c5-b26c-84c5c938990b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 1001 time: 0.1157119 Jul 22 11:18:41.654166 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2601399f-102d-4d1a-942d-aff6255f1e85 req-6c2093f4-2c7c-4e19-b11a-492e048abbc2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608399 Jul 22 11:18:41.681373 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc941840-0752-4bf1-a48c-ceb4795a46a8 req-d2fdfbfd-8156-4fac-bade-57f6056a07f8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.682906 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cc941840-0752-4bf1-a48c-ceb4795a46a8 req-d2fdfbfd-8156-4fac-bade-57f6056a07f8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0562253 Jul 22 11:18:41.732577 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cc941840-0752-4bf1-a48c-ceb4795a46a8 req-8e317d55-84a5-4aec-90b5-06372957b7fa tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440052 Jul 22 11:18:41.870691 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd12d1e-ba38-4f47-9530-178c9228b2cd req-905e0914-be7b-4deb-80fb-1d5b45ea722d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.871744 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2dd12d1e-ba38-4f47-9530-178c9228b2cd req-905e0914-be7b-4deb-80fb-1d5b45ea722d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0499799 Jul 22 11:18:41.915007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88cb0a-b094-4fe0-92d8-21ee08abc738 req-24345024-01b0-48da-8e47-0a32c7961041 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:41.916569 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4c88cb0a-b094-4fe0-92d8-21ee08abc738 req-24345024-01b0-48da-8e47-0a32c7961041 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0613079 Jul 22 11:18:41.924868 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2dd12d1e-ba38-4f47-9530-178c9228b2cd req-42bd50cf-6147-4b25-bf58-65357d1b3c96 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Jul 22 11:18:41.928787 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:41.973276 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4c88cb0a-b094-4fe0-92d8-21ee08abc738 req-9befc58d-7fc3-4d8c-ab3e-0567450babcf tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Jul 22 11:18:42.123359 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:42.449747 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-384582c6-1207-4c99-88a0-40e975cde4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:42.451385 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-384582c6-1207-4c99-88a0-40e975cde4e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0708261 Jul 22 11:18:42.782834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfe46b-e59d-4afe-93e1-4bfa32b32a53 req-af410f1c-c4b2-40f5-b4f5-2f6eb0e6bb1b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:42.784404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3edfe46b-e59d-4afe-93e1-4bfa32b32a53 req-af410f1c-c4b2-40f5-b4f5-2f6eb0e6bb1b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0554290 Jul 22 11:18:42.870041 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-c0ec9878-9639-4834-8660-f6e0fe8bd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:42.872871 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-c0ec9878-9639-4834-8660-f6e0fe8bd381 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816932 Jul 22 11:18:42.877675 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3edfe46b-e59d-4afe-93e1-4bfa32b32a53 req-bc7c9640-450a-45d4-a5d1-7c111c3c4a17 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766799 Jul 22 11:18:42.884775 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b88ad4-a122-420d-9d55-65038537ea7f req-e46c0046-74d7-450d-ae02-aeebb32b5913 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:42.886370 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7b88ad4-a122-420d-9d55-65038537ea7f req-e46c0046-74d7-450d-ae02-aeebb32b5913 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0657384 Jul 22 11:18:42.943624 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c7b88ad4-a122-420d-9d55-65038537ea7f req-8c9f20c0-4688-40ea-87e2-83cd19070a67 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483804 Jul 22 11:18:42.969246 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:43.002195 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-4119bb58-320f-4650-92af-8db0c0fa088c service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028924 Jul 22 11:18:43.090750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62993647-40ef-49a6-bcee-5547c24a70fc req-d6ed3bfa-4707-46fd-bc20-cfff92a25d05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:43.093219 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-62993647-40ef-49a6-bcee-5547c24a70fc req-d6ed3bfa-4707-46fd-bc20-cfff92a25d05 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0764313 Jul 22 11:18:43.136299 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa81489-f587-4238-b628-113e70ffd405 req-67ad738c-7901-45a9-8001-f466a256e58c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:43.137912 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-efa81489-f587-4238-b628-113e70ffd405 req-67ad738c-7901-45a9-8001-f466a256e58c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0759172 Jul 22 11:18:43.195105 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-efa81489-f587-4238-b628-113e70ffd405 req-7fada2e5-2429-4c08-a7e6-6de00d8ddf33 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499218 Jul 22 11:18:43.205046 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-62993647-40ef-49a6-bcee-5547c24a70fc req-2944e0b5-8828-45db-a4d4-f61f01885e6a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999660 Jul 22 11:18:43.207128 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db4495b8-cfa0-4803-9e87-bfe1f5d3f95a req-21bd663b-60bb-4505-8ad2-233abeaa95fc service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571810 Jul 22 11:18:43.313583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d8582-75b9-4791-a754-7fd1aad60e73 req-1b3bf58e-478d-456e-b15f-65aa34b8e97c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:43.315153 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-150d8582-75b9-4791-a754-7fd1aad60e73 req-1b3bf58e-478d-456e-b15f-65aa34b8e97c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0500803 Jul 22 11:18:43.325453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40684) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:43.331053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'port_id': 'c4d22b99-709d-4d50-a237-82850eeff0a1'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:43.371244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:43.686322 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:43.800052 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:43.809471 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:44.080627 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224997d-c98d-4852-9746-1dcd96da4904 req-d102067f-d3e4-4a5c-ad76-9666a56b4d18 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:44.082640 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b224997d-c98d-4852-9746-1dcd96da4904 req-d102067f-d3e4-4a5c-ad76-9666a56b4d18 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0579572 Jul 22 11:18:44.152412 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:44.158772 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:44.160983 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b224997d-c98d-4852-9746-1dcd96da4904 req-31c3ad85-b940-4e6b-975d-f3f52732cfdf tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679770 Jul 22 11:18:44.201678 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc4ea-e6b8-4b1b-b0f2-023bc5340567 req-72d21943-ebb6-4a53-9843-f342374c6f13 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:44.203182 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b2bfc4ea-e6b8-4b1b-b0f2-023bc5340567 req-72d21943-ebb6-4a53-9843-f342374c6f13 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0928218 Jul 22 11:18:44.350873 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b2bfc4ea-e6b8-4b1b-b0f2-023bc5340567 req-a13df07f-aa3e-457b-9063-31353a1902ee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412127 Jul 22 11:18:44.365716 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 68720bed-0a1e-4bd0-8582-cd9a28a996d4 associated. External IP: 172.27.0.94, port: c4d22b99-709d-4d50-a237-82850eeff0a1. Jul 22 11:18:44.389079 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ec171-15fd-40fa-8b25-1848d042397d req-78bcf0fc-89f2-4e9e-9344-d2d9222973d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:44.392102 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f89ec171-15fd-40fa-8b25-1848d042397d req-78bcf0fc-89f2-4e9e-9344-d2d9222973d4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0699914 Jul 22 11:18:44.468635 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f89ec171-15fd-40fa-8b25-1848d042397d req-a0d66114-93fe-4e20-ac1c-6265d8228bff tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656583 Jul 22 11:18:44.474234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:44.601196 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:18:44.726103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:18:44.734203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:44.743507 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:18:44.766978 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:44.769349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:44.793114 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-2a9a8d6d-9ac8-43ab-a550-7b577631e003 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "PUT /v2.0/floatingips/68720bed-0a1e-4bd0-8582-cd9a28a996d4 HTTP/1.1" status: 200 len: 990 time: 1.4663396 Jul 22 11:18:44.794275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:44.798658 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d0d7c-a905-4f62-b147-c7c813077967" -d '{"events": [{"name": "network-changed", "server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:44.869597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a353c-0acc-4779-8bd3-6f4b01c0a726 x-openstack-request-id: req-300a353c-0acc-4779-8bd3-6f4b01c0a726 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:44.870639 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:44.870639 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-300a353c-0acc-4779-8bd3-6f4b01c0a726 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:44.870639 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300a353c-0acc-4779-8bd3-6f4b01c0a726'] response: {'name': 'network-changed', 'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'status': 'completed', 'code': 200} Jul 22 11:18:44.929546 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:44.933315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdafb2-d4f8-4dcf-b77c-a6f4e51e0b84 req-9b7f4bf7-731d-46c9-92c5-d1c569e3d6e4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:44.935360 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9bcdafb2-d4f8-4dcf-b77c-a6f4e51e0b84 req-9b7f4bf7-731d-46c9-92c5-d1c569e3d6e4 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0791938 Jul 22 11:18:45.010590 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9bcdafb2-d4f8-4dcf-b77c-a6f4e51e0b84 req-353e922a-b1b6-4233-820b-c023c84f5336 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686328 Jul 22 11:18:45.049272 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:45.078664 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:45.139827 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:18:45.229651 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '68720bed-0a1e-4bd0-8582-cd9a28a996d4', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5a:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:18:16Z', 'updated_at': '2022-07-22T11:18:43Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:45.259426 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:18:45.269683 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:45.270231 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:45.295936 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:45.316294 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb821be-fc16-4df1-94e1-8da60e44166a req-9bb0a408-9520-4c32-bd3e-d6bed859f6a8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:45.317865 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fb821be-fc16-4df1-94e1-8da60e44166a req-9bb0a408-9520-4c32-bd3e-d6bed859f6a8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0517128 Jul 22 11:18:45.375533 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fb821be-fc16-4df1-94e1-8da60e44166a req-f7c771c6-33e7-47ab-8dc2-c48f6f0a9b95 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468302 Jul 22 11:18:45.427290 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:45.654239 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e916-b942-450a-8ad3-764bf802c187 req-e462186d-8a1a-4128-9139-b93364196894 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:45.655822 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78c0e916-b942-450a-8ad3-764bf802c187 req-e462186d-8a1a-4128-9139-b93364196894 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.0665932 Jul 22 11:18:45.683859 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '68720bed-0a1e-4bd0-8582-cd9a28a996d4', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5a:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:18:16Z', 'updated_at': '2022-07-22T11:18:43Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:45.714492 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda29f2-e8f3-47a7-bbe2-44e766bc05f4 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '68720bed-0a1e-4bd0-8582-cd9a28a996d4', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5a:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:18:16Z', 'updated_at': '2022-07-22T11:18:43Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:18:45.722521 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78c0e916-b942-450a-8ad3-764bf802c187 req-4b778ff0-dac4-4e6f-a955-19cbc13bd235 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604274 Jul 22 11:18:45.925536 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07487086-8757-499b-a7cf-352614002f79 None None] New status for floating IP 68720bed-0a1e-4bd0-8582-cd9a28a996d4: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:18:46.099012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0d7c-a905-4f62-b147-c7c813077967 req-485d4fef-f70b-4bfc-a74a-1f5c7641d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.100416 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-485d4fef-f70b-4bfc-a74a-1f5c7641d6bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 1129 time: 0.0725167 Jul 22 11:18:46.102659 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-add9e78f-7d11-4589-93a5-ae592bf2b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.104942 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-add9e78f-7d11-4589-93a5-ae592bf2b8b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0749514 Jul 22 11:18:46.213407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64bc23-d5a3-4773-80e2-7c7ec6e06752 req-4bf7cc3f-c663-4373-9149-c1b263f116a2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.215940 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9b64bc23-d5a3-4773-80e2-7c7ec6e06752 req-4bf7cc3f-c663-4373-9149-c1b263f116a2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0778160 Jul 22 11:18:46.253467 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:46.298451 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9b64bc23-d5a3-4773-80e2-7c7ec6e06752 req-cf65bd16-71fb-4e5c-8da1-621e93768401 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762346 Jul 22 11:18:46.311642 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0d7c-a905-4f62-b147-c7c813077967 req-67199015-d705-4919-a2ac-ad36bb2969c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.313381 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-67199015-d705-4919-a2ac-ad36bb2969c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.1972127 Jul 22 11:18:46.314656 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-54c4d97f-c01e-4baf-bd42-691458370bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.316346 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-54c4d97f-c01e-4baf-bd42-691458370bc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1890876 Jul 22 11:18:46.437292 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-846883b7-e709-4039-90b7-753033a6e796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1000 time: 0.0983353 Jul 22 11:18:46.438884 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-73704979-16ad-4cb9-873f-a78ffc336cab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d22b99-709d-4d50-a237-82850eeff0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1070914 Jul 22 11:18:46.527751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:46.535430 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-f92f6028-961f-45b8-815a-5f48acc98f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.536911 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-f92f6028-961f-45b8-815a-5f48acc98f19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0872273 Jul 22 11:18:46.538695 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0d7c-a905-4f62-b147-c7c813077967 req-9d6653f7-94e4-4d5d-b1b4-35464776f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.540202 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-9d6653f7-94e4-4d5d-b1b4-35464776f70d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0818360 Jul 22 11:18:46.653876 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-d429402a-1c42-42bf-b4a8-bda6c0b56842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.655462 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-d429402a-1c42-42bf-b4a8-bda6c0b56842 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054568 Jul 22 11:18:46.656561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0d7c-a905-4f62-b147-c7c813077967 req-91269676-01de-42d9-9c08-19fbe34ea0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.658045 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-91269676-01de-42d9-9c08-19fbe34ea0a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971234 Jul 22 11:18:46.860193 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-891a2f85-f2f3-4fae-8813-f6976385239b service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932821 Jul 22 11:18:46.866134 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-e31c50cf-7db9-4809-9a90-a027f038c761 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917827 Jul 22 11:18:46.915193 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225434-4a67-43fd-a17e-af9ea30267b6 req-9261941d-323d-497c-97a2-ea609f6f50e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:46.916930 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-51225434-4a67-43fd-a17e-af9ea30267b6 req-9261941d-323d-497c-97a2-ea609f6f50e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 943 time: 0.1012771 Jul 22 11:18:47.087827 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-51225434-4a67-43fd-a17e-af9ea30267b6 req-fd47b82f-77a8-4feb-a366-80251be501f9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605940 Jul 22 11:18:47.093747 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54d7ebe2-7db8-4509-832a-f5b63a3fadd2 req-c0837711-7925-4e28-9b09-4751f2853453 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211812 Jul 22 11:18:47.105940 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-413d0d7c-a905-4f62-b147-c7c813077967 req-284c8524-0d20-440d-b7fc-1455b93aaab2 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302461 Jul 22 11:18:47.138913 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:18:47.269342 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:47.282309 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'mac_address': 'fa:16:3e:06:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:18:47.323916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:47.324564 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:47.341923 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:18:47.378667 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:47.384600 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:47.466984 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=9']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:47.482339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e99d-b337-4267-9fdc-c369c1c4c48f req-3fc49659-1d64-4865-8f11-17db50334c41 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:47.484042 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1f09e99d-b337-4267-9fdc-c369c1c4c48f req-3fc49659-1d64-4865-8f11-17db50334c41 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0766425 Jul 22 11:18:47.553079 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1f09e99d-b337-4267-9fdc-c369c1c4c48f req-bef6f2d9-25ab-4a10-9484-44ab86bd5c3b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616286 Jul 22 11:18:47.750845 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:18:47.823347 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:47.907477 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:48.257146 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b08f0-539d-47d7-96e0-0e4167ad57e5 req-bb454570-327e-4d93-8aa7-54098a2841c3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:48.260259 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b86b08f0-539d-47d7-96e0-0e4167ad57e5 req-bb454570-327e-4d93-8aa7-54098a2841c3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 944 time: 0.0724013 Jul 22 11:18:48.338685 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b86b08f0-539d-47d7-96e0-0e4167ad57e5 req-59cc28a5-0a40-458a-ad58-52527fd3551c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684688 Jul 22 11:18:48.709099 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f827b-3297-46f2-9d17-6d51572b8f27 req-cedaf98f-9d7c-4aa2-a8ba-758a7e588adf tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:48.711621 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5b4f827b-3297-46f2-9d17-6d51572b8f27 req-cedaf98f-9d7c-4aa2-a8ba-758a7e588adf tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0731227 Jul 22 11:18:48.771715 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5b4f827b-3297-46f2-9d17-6d51572b8f27 req-c5520650-d375-4fe5-bd44-939c9ca1a8fd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Jul 22 11:18:49.154316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:18:49.229911 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:18:49.230264 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:49.338638 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:18:49.339237 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:49.381172 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:49.385173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d5d0ca-cd8c-47d2-99c1-3d3b97c82121" -d '{"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:49.408210 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:49.415137 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:49.447728 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dccc85-bef9-4794-9d6e-93ca4d897d31 x-openstack-request-id: req-13dccc85-bef9-4794-9d6e-93ca4d897d31 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:49.448077 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-plugged", "status": "completed", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:49.448358 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13dccc85-bef9-4794-9d6e-93ca4d897d31 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:49.448764 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13dccc85-bef9-4794-9d6e-93ca4d897d31'] response: {'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'code': 200} Jul 22 11:18:49.481036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=10']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:49.544635 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac048a8-b18e-4400-aa05-78998ae22fdf req-436b3ad2-2114-4cd4-a1fe-a11327505076 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:49.546375 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eac048a8-b18e-4400-aa05-78998ae22fdf req-436b3ad2-2114-4cd4-a1fe-a11327505076 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0640242 Jul 22 11:18:49.588334 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:49.606283 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eac048a8-b18e-4400-aa05-78998ae22fdf req-a8df1f02-a0c0-4326-98bb-409de6ae1084 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500078 Jul 22 11:18:49.931715 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac502553-3108-4797-abce-4030d9e37bf5 req-d3b92bab-6519-4441-9312-7160a6ba5269 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:49.934511 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ac502553-3108-4797-abce-4030d9e37bf5 req-d3b92bab-6519-4441-9312-7160a6ba5269 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0689392 Jul 22 11:18:49.995619 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ac502553-3108-4797-abce-4030d9e37bf5 req-a4a68491-5ef0-4d61-a0e5-005af447536c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522747 Jul 22 11:18:50.144290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508035fe-75da-49c8-b96f-c9bab537f95c req-16675c18-b75f-411b-96dc-b04019646127 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:50.145821 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-508035fe-75da-49c8-b96f-c9bab537f95c req-16675c18-b75f-411b-96dc-b04019646127 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0662427 Jul 22 11:18:50.155142 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40730) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:18:50.162324 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Request body: {'floatingip': {'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:18:50.227373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:50.499462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:50.659527 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dcee6-6524-4a7e-9ba3-eaa3bb286834 req-b70f50b9-09bf-431d-b6a3-87ba38cd9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:50.660643 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-609dcee6-6524-4a7e-9ba3-eaa3bb286834 req-b70f50b9-09bf-431d-b6a3-87ba38cd9382 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 1130 time: 0.1032257 Jul 22 11:18:50.781975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a4e8-8b69-4cfb-a263-ae34a26dfc7c req-61825eea-da74-4877-9676-5faae47e4632 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:50.783863 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-04e6a4e8-8b69-4cfb-a263-ae34a26dfc7c req-61825eea-da74-4877-9676-5faae47e4632 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0699325 Jul 22 11:18:50.845657 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-04e6a4e8-8b69-4cfb-a263-ae34a26dfc7c req-0d1ff931-5914-45cd-b382-06820e79dada tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531397 Jul 22 11:18:51.057779 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-609dcee6-6524-4a7e-9ba3-eaa3bb286834 req-6ed773c4-0c3c-4782-92e6-2671fa31d12d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652806 Jul 22 11:18:51.124476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:51.129363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:51.368271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:18:51.551985 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:18:51.558338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:51.566279 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:18:51.578484 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:51.579086 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:51.599542 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:51.604393 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:51.637028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:51.656119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3715562-fbb0-4d14-9b12-7a20f867d61a x-openstack-request-id: req-c3715562-fbb0-4d14-9b12-7a20f867d61a {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:51.656463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:51.656767 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3715562-fbb0-4d14-9b12-7a20f867d61a {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:51.657345 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3715562-fbb0-4d14-9b12-7a20f867d61a'] response: {'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'status': 'completed', 'code': 200} Jul 22 11:18:51.663098 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-503695e2-1f5b-48f9-a24c-13e19249879e tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "PUT /v2.0/floatingips/c399b22c-3fb6-451c-99c2-a4396592b20b HTTP/1.1" status: 200 len: 992 time: 1.5063198 Jul 22 11:18:51.723785 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:51.988328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:52.006844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:18:51Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:52.012718 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc554a7-9f45-43a1-b9a6-c0d43abed291 req-81e1a5e4-0809-47ff-add8-a085365df6db tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:52.014529 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6fc554a7-9f45-43a1-b9a6-c0d43abed291 req-81e1a5e4-0809-47ff-add8-a085365df6db tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0661395 Jul 22 11:18:52.085204 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6fc554a7-9f45-43a1-b9a6-c0d43abed291 req-a6cad010-ea6c-488a-94f0-4cdcebe0146f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641558 Jul 22 11:18:52.187337 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:18:52.194541 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-786645cb-0f2e-4e25-93d6-0254fe84e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:52.196965 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-786645cb-0f2e-4e25-93d6-0254fe84e632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0570199 Jul 22 11:18:52.204568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:18:52.205268 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:18:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:52.331201 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:18:52.352214 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-cc41e257-9418-4bbe-9598-6faa660075b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:52.353997 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-cc41e257-9418-4bbe-9598-6faa660075b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1161785 Jul 22 11:18:52.480768 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-e515d3e7-cca8-4856-a62a-5bdc1af40812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1000 time: 0.0853796 Jul 22 11:18:52.524758 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:52.541399 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:52.587380 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:52.599790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-cd582476-5112-4ae0-9038-426ef7292cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:52.601386 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-cd582476-5112-4ae0-9038-426ef7292cd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0613320 Jul 22 11:18:52.608839 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:18:51Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:18:52.653979 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b16ba-12a6-4b0d-a0c1-b457df647276 None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'c399b22c-3fb6-451c-99c2-a4396592b20b', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'port_id': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'mac_address': 'fa:16:3e:c8:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:16:51Z', 'updated_at': '2022-07-22T11:18:51Z', 'revision_number': 3, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:18:52.788687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-bfced4cb-f61d-4ca4-9be3-3cb369fb99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:52.790801 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-bfced4cb-f61d-4ca4-9be3-3cb369fb99b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844953 Jul 22 11:18:53.279084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e01f-b70e-4b04-8c50-b8b7396ad34b req-b6099b2e-99e4-41b0-8422-b500d7845f01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:53.281507 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5390e01f-b70e-4b04-8c50-b8b7396ad34b req-b6099b2e-99e4-41b0-8422-b500d7845f01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0769937 Jul 22 11:18:53.345094 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5390e01f-b70e-4b04-8c50-b8b7396ad34b req-1b7d9952-7cc9-4a5d-b37a-e1f7c6e0ce21 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528932 Jul 22 11:18:53.501331 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-428779b5-5af9-4598-ad1d-da73f3f69ddd service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185484 Jul 22 11:18:53.646320 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d628dfea-a4e3-4e82-ab56-5b804da1b4b8 req-0e4104dc-b372-40b1-afb5-b70d7d87c785 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242106 Jul 22 11:18:53.658348 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:18:53.662384 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638faa6d-9067-486c-8dbc-81031ec287f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:18:53.703995 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6951020-9825-4137-90f8-6b6994c2f415 x-openstack-request-id: req-e6951020-9825-4137-90f8-6b6994c2f415 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:18:53.704427 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:18:53.704764 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6951020-9825-4137-90f8-6b6994c2f415 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:18:53.705252 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6951020-9825-4137-90f8-6b6994c2f415'] response: {'name': 'network-changed', 'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'status': 'completed', 'code': 200} Jul 22 11:18:53.790123 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-1cd2d8b1-25f3-4f0c-bc2a-ddca6a7e5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:53.792652 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-1cd2d8b1-25f3-4f0c-bc2a-ddca6a7e5495 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=601d12851417478a8b39bbf0c9fcd03d&device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 1129 time: 0.0524964 Jul 22 11:18:53.940318 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-e86dc8ec-b700-4ffd-a675-3cc8ee32b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:53.942640 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-e86dc8ec-b700-4ffd-a675-3cc8ee32b55b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 200 len: 920 time: 0.1425636 Jul 22 11:18:54.029694 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-fd585f0c-8ec3-4bac-8541-4af6807b13ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 200 len: 1000 time: 0.0694232 Jul 22 11:18:54.101146 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-aaf9d753-01b3-4d74-9a26-3fcb04d4eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:54.102843 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-aaf9d753-01b3-4d74-9a26-3fcb04d4eaf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 200 len: 858 time: 0.0667031 Jul 22 11:18:54.153687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-9cc0877a-c65a-436c-b191-c31a666ad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:54.155312 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-9cc0877a-c65a-436c-b191-c31a666ad582 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453613 Jul 22 11:18:54.264574 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-3074ce8a-318f-441e-b98e-245de55411f8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974612 Jul 22 11:18:54.292548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:54.363176 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-638faa6d-9067-486c-8dbc-81031ec287f0 req-1d218626-5d8a-4d24-9dd0-8220775d6de2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979204 Jul 22 11:18:54.493620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c758e-076f-426e-88ed-e506c8d44bc6 req-66182fc0-0b16-4ebc-a79c-3d5fc89035eb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:54.495613 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a40c758e-076f-426e-88ed-e506c8d44bc6 req-66182fc0-0b16-4ebc-a79c-3d5fc89035eb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0564528 Jul 22 11:18:54.549562 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a40c758e-076f-426e-88ed-e506c8d44bc6 req-4a685580-0293-4431-afb9-76aa010b78c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Jul 22 11:18:58.767391 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-fbd251bb-ff06-4352-bd0c-912aa7b932be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390215 Jul 22 11:18:58.839725 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-b8bc8979-a9ec-4771-b7a3-0abadfcedc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:58.841247 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-b8bc8979-a9ec-4771-b7a3-0abadfcedc27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 1129 time: 0.0475271 Jul 22 11:18:58.944318 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:18:58.970139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:18:58.977031 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-3ff7e31c-893c-454a-b89d-28cbd5570d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:58.979209 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-3ff7e31c-893c-454a-b89d-28cbd5570d46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.1021509 Jul 22 11:18:59.064020 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-d536d67d-69da-432d-a9e1-79475ac79c6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 200 len: 1001 time: 0.0743194 Jul 22 11:18:59.121538 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-2e29a521-79c1-45e4-b78a-a3d22d9bd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:59.123126 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-2e29a521-79c1-45e4-b78a-a3d22d9bd280 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0518394 Jul 22 11:18:59.172682 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-a99c9624-d226-442c-9b8b-906a405c7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:18:59.174211 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-a99c9624-d226-442c-9b8b-906a405c7c43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438747 Jul 22 11:18:59.282110 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-90f7bd5b-40a0-46e9-a62f-f1c3e848738a service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992336 Jul 22 11:18:59.404439 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ab7e548d-cb9f-4205-b701-d56d9a6f39b5 req-c4ffc137-2f5e-451f-be31-4d5b1f160bb6 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141436 Jul 22 11:19:00.204676 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=10 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:00.208612 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:02.073244 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=61 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:02.077745 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:08.504804 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5e7f22b8-5c30-4f25-adc8-499f9532e560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:09.397537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=68 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:09.400760 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=38 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:10.647035 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-10651d80-9f5a-4a06-8658-b7d2eaefe0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:12.125200 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:13.682749 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:13.815000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:22.144810 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:19:23.797915 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:23.810685 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:25.207803 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-15e86704-48a1-4a54-b29a-32219360ca32 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723185665&fields=id&tenant_id=a84fa2f397c54be1b409d8be5ebc8491 HTTP/1.1" status: 200 len: 267 time: 0.1248879 Jul 22 11:19:25.265861 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-9f9fb8dc-4b79-4c05-a407-0bd493d1b7b4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:25.267616 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-9f9fb8dc-4b79-4c05-a407-0bd493d1b7b4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 984 time: 0.0505879 Jul 22 11:19:25.279012 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Request body: {'port': {'security_groups': ['f31d72d9-fb06-4e7b-ad96-30676307d378']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:25.371243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.573179 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:25.611820 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.617990 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.632380 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:19:25.669032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:25.669840 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.671772 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4d805399-309d-40a4-bd39-34b9a0cc1664 req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "PUT /v2.0/ports/2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 942 time: 0.3973143 Jul 22 11:19:25.672278 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:25.674891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5414124-296a-402b-b2e1-39244510239d" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:25.680848 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 40818) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:25.719281 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event updated for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=7']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:25.734395 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.735169 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.737487 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.737800 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.738504 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.739908 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.740616 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.741735 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.742306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.742838 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.743544 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.744165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.745040 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.745729 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.746407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80db79-20ea-4915-849d-086c6a08b202 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.758640 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (80829b56-b05b-46bf-8e3c-cc68252d7c0b), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.795485 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (80829b56-b05b-46bf-8e3c-cc68252d7c0b), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.878687 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2bff3f-5d01-47dc-9378-a468fed0fe3e x-openstack-request-id: req-5d2bff3f-5d01-47dc-9378-a468fed0fe3e {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:25.879077 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:25.879290 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d2bff3f-5d01-47dc-9378-a468fed0fe3e {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:25.880260 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2bff3f-5d01-47dc-9378-a468fed0fe3e'] response: {'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:19:25.893081 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:19:25.895383 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (80829b56-b05b-46bf-8e3c-cc68252d7c0b), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.899212 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:25.900521 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "DELETE /v2.0/security-groups/80829b56-b05b-46bf-8e3c-cc68252d7c0b HTTP/1.1" status: 204 len: 168 time: 0.2139018 Jul 22 11:19:25.906986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 40822) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:25.915459 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80829b56-b05b-46bf-8e3c-cc68252d7c0b,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:25.940833 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.941330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.942537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.943134 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.943770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.944797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.945327 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.945748 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.946168 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.946526 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.947127 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.947607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.948047 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.948534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:25.949038 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319053da-671c-4838-914f-6d3c9b8195b9 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:26.004463 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-701a90e2-49a6-4712-b5c2-9c777ac423f8 None None] Provisioning complete for port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:19:26.007253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-701a90e2-49a6-4712-b5c2-9c777ac423f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.066731 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414124-296a-402b-b2e1-39244510239d req-e1d99b0b-80c9-4ea0-913f-d71aa5f48339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:26.068329 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-e1d99b0b-80c9-4ea0-913f-d71aa5f48339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1129 time: 0.1491549 Jul 22 11:19:26.123426 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Deleting port f025709a-9be4-4aa6-9913-3e5a666b3389 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:26.124122 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.198436 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-701a90e2-49a6-4712-b5c2-9c777ac423f8 None None] Current status of the port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:19:26.209956 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414124-296a-402b-b2e1-39244510239d req-ff23f69d-ce20-4793-bb01-59b82b69c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:26.212981 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-ff23f69d-ce20-4793-bb01-59b82b69c2b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 915 time: 0.1304109 Jul 22 11:19:26.242663 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.243719 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for floatingip (f025709a-9be4-4aa6-9913-3e5a666b3389), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.265671 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Calling delete_port for f025709a-9be4-4aa6-9913-3e5a666b3389 owned by network:floatingip {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:26.317016 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-67187834-1654-4624-be09-e76d12828d3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 1000 time: 0.0922716 Jul 22 11:19:26.378271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414124-296a-402b-b2e1-39244510239d req-26770243-7a65-43fb-9ac0-7b2337bc6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:26.380711 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-26770243-7a65-43fb-9ac0-7b2337bc6678 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.0542688 Jul 22 11:19:26.450671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414124-296a-402b-b2e1-39244510239d req-6f0dbc53-da72-4294-8eb9-c2a37842c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:26.452460 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-6f0dbc53-da72-4294-8eb9-c2a37842c4bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596731 Jul 22 11:19:26.483197 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:26.490662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:26.512943 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (f025709a-9be4-4aa6-9913-3e5a666b3389), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.557056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event deleted for resources: {'Port': ['ID=f025709a-9be4-4aa6-9913-3e5a666b3389,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:26.597701 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-4fe23107-ca16-45ce-986b-bfbc10f0260c service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Jul 22 11:19:26.624697 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks [] for floatingip (5baed7d3-0756-4542-bc70-9d71e1e495f3), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:26.625036 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Floating IP 5baed7d3-0756-4542-bc70-9d71e1e495f3 disassociated (deleted). External IP: 172.27.0.62, port: 2dfea6d8-ff88-4cd2-885a-008177cdfd33. Jul 22 11:19:26.721321 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c5414124-296a-402b-b2e1-39244510239d req-3a4576f8-3cbf-4d70-be92-fc57c678efd2 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124730 Jul 22 11:19:26.873396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Router 1028eb65-dd24-44ea-9500-a664d73b7d33 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:27.013817 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:27.022204 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:27.037224 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Sync routers for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:27.049022 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:27.049967 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:27.060188 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d3de415c-cb7c-4ea7-b0e0-2de324563a51 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "DELETE /v2.0/floatingips/5baed7d3-0756-4542-bc70-9d71e1e495f3 HTTP/1.1" status: 204 len: 168 time: 1.1509292 Jul 22 11:19:27.184507 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:27.411718 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:27.457660 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Checking router: 1028eb65-dd24-44ea-9500-a664d73b7d33 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:27.467770 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:27.468428 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:27.581603 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:27.809218 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:27.837115 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e6bf9f-e9d5-49ff-95a9-2d39424dab8c None None] The sync data for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi is: [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:15:27Z', 'revision_number': 4, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '0db537e8-1d3c-4d6c-801c-4d0e9c174b64', 'name': '', 'network_id': 'c683c538-31ff-4cd6-a39f-980bbec88da0', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'mac_address': 'fa:16:3e:88:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:26Z', 'updated_at': '2022-07-22T11:15:33Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'subnets': [{'id': '30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:27.882475 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:27.884886 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86792399-7064-41bd-8ba9-10be8a52373d" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:27.927064 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1095eac-033b-4b00-9e51-94b60e8cbfcd x-openstack-request-id: req-f1095eac-033b-4b00-9e51-94b60e8cbfcd {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:27.927381 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:27.927647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1095eac-033b-4b00-9e51-94b60e8cbfcd {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:27.928125 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1095eac-033b-4b00-9e51-94b60e8cbfcd'] response: {'name': 'network-changed', 'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:19:28.099177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792399-7064-41bd-8ba9-10be8a52373d req-13ebbe5a-2ae2-4cc3-b094-b29e4a3be7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:28.100968 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-13ebbe5a-2ae2-4cc3-b094-b29e4a3be7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 1129 time: 0.0614798 Jul 22 11:19:28.117673 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066061d7-fceb-4bfa-8c5e-410311f9027d None None] New status for floating IP 5baed7d3-0756-4542-bc70-9d71e1e495f3: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:19:28.233961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792399-7064-41bd-8ba9-10be8a52373d req-7e59e2f2-9834-4327-9b54-2c1c93059b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:28.235681 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-7e59e2f2-9834-4327-9b54-2c1c93059b13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 200 len: 915 time: 0.1250603 Jul 22 11:19:28.288136 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-7bdff1b7-2862-41b8-8c35-bdae54fe1f9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 200 len: 217 time: 0.0434239 Jul 22 11:19:28.350982 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792399-7064-41bd-8ba9-10be8a52373d req-9107ea0b-0bce-4132-bb7f-7d0bfb90feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:28.352653 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-9107ea0b-0bce-4132-bb7f-7d0bfb90feea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 200 len: 853 time: 0.0546510 Jul 22 11:19:28.371241 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:28.415606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792399-7064-41bd-8ba9-10be8a52373d req-0a8d6f90-ba1e-4531-9a4b-2d3e850efd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:28.417349 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-0a8d6f90-ba1e-4531-9a4b-2d3e850efd18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c683c538-31ff-4cd6-a39f-980bbec88da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569091 Jul 22 11:19:28.573707 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-eb54c6ff-f2aa-47c6-855a-10ea8e1a17de service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475973 Jul 22 11:19:28.692085 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86792399-7064-41bd-8ba9-10be8a52373d req-95aa2e6e-f837-4006-a138-def496d9b462 service neutron] 10.222.0.43 "GET /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103096 Jul 22 11:19:28.971856 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:31.254050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:31.308529 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a825-12b1-4d28-b8af-03c336f40175 req-e36123ff-4313-4e46-95bd-0437de02c8c3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:31.310493 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6bb4a825-12b1-4d28-b8af-03c336f40175 req-e36123ff-4313-4e46-95bd-0437de02c8c3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0652943 Jul 22 11:19:31.370453 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6bb4a825-12b1-4d28-b8af-03c336f40175 req-ac23166e-b741-42a6-95fd-0cfb390451be tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Jul 22 11:19:31.477323 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d58e-f35d-456c-aa11-0071c8f9e675 req-ea8b27f4-ce36-4bea-8205-42150ee07da1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:31.479236 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a64d58e-f35d-456c-aa11-0071c8f9e675 req-ea8b27f4-ce36-4bea-8205-42150ee07da1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0565050 Jul 22 11:19:31.545656 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8a64d58e-f35d-456c-aa11-0071c8f9e675 req-1e8bab25-a623-46fe-aa8f-2445e4dafd4a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568638 Jul 22 11:19:32.545837 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e98d8-fb28-4229-9486-106572cb5484 req-d8f7ad41-a6d7-4648-847a-5792b41a271d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:32.547448 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-578e98d8-fb28-4229-9486-106572cb5484 req-d8f7ad41-a6d7-4648-847a-5792b41a271d tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Jul 22 11:19:32.612346 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-578e98d8-fb28-4229-9486-106572cb5484 req-5b7f7914-9184-4fa8-8851-a002ba768cee tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Jul 22 11:19:32.694654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608b1b-42e5-4b15-97b2-6d2609cbab5d req-74ed023b-4a20-42a4-bcc1-065729d7609f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:32.699667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-03608b1b-42e5-4b15-97b2-6d2609cbab5d req-74ed023b-4a20-42a4-bcc1-065729d7609f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0566247 Jul 22 11:19:32.763011 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-03608b1b-42e5-4b15-97b2-6d2609cbab5d req-75d91af1-eb24-4ab8-98dd-19270d65c895 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609171 Jul 22 11:19:33.755848 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b1dfd-40d5-4f32-9bed-ea6f5f41aa5e req-27a5fd33-fad3-45aa-9f70-54d605fc281f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:33.757396 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-080b1dfd-40d5-4f32-9bed-ea6f5f41aa5e req-27a5fd33-fad3-45aa-9f70-54d605fc281f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0538239 Jul 22 11:19:33.822238 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-080b1dfd-40d5-4f32-9bed-ea6f5f41aa5e req-580c3843-b14f-496c-a46e-77ffd4c688d4 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Jul 22 11:19:33.937107 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14a56-8866-4d8f-a724-37ec0c435343 req-8311ef6c-4edd-495e-b33d-c2d0ac7028ee tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:33.938607 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55a14a56-8866-4d8f-a724-37ec0c435343 req-8311ef6c-4edd-495e-b33d-c2d0ac7028ee tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Jul 22 11:19:33.992981 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55a14a56-8866-4d8f-a724-37ec0c435343 req-b3db51e5-9180-4e47-bf39-2159ffe8000e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462346 Jul 22 11:19:34.962405 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe501da-4d95-489e-b17c-d9b6708105f7 req-5c2ddb15-daf7-4107-8aa4-95fcf89c4886 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:34.964064 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9fe501da-4d95-489e-b17c-d9b6708105f7 req-5c2ddb15-daf7-4107-8aa4-95fcf89c4886 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0622063 Jul 22 11:19:35.020434 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9fe501da-4d95-489e-b17c-d9b6708105f7 req-574fd8e7-3b6f-46b0-868c-54a37f50578c tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Jul 22 11:19:35.146844 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1fcce-936d-4f4f-ad93-173725a3f16d req-85399440-d4e5-481f-a009-2806b893ac75 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:35.148361 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-53b1fcce-936d-4f4f-ad93-173725a3f16d req-85399440-d4e5-481f-a009-2806b893ac75 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0549159 Jul 22 11:19:35.207633 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-53b1fcce-936d-4f4f-ad93-173725a3f16d req-6a8fd756-8a31-4360-a078-c7fcf5897f8f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529954 Jul 22 11:19:35.831394 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dad2-2176-42ae-80b0-768567a91cac req-6ce5bca1-6215-44be-a80a-8393db0eebb6 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:35.832925 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8024dad2-2176-42ae-80b0-768567a91cac req-6ce5bca1-6215-44be-a80a-8393db0eebb6 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.43 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.0915244 Jul 22 11:19:35.841921 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-cb94cfc7-9714-46db-9666-7332f6cb1fa5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:35.843428 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-cb94cfc7-9714-46db-9666-7332f6cb1fa5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0736322 Jul 22 11:19:36.232606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157d631-4d82-4f29-a032-8e82ad348d14 req-32ad1fe5-cd0b-41c3-8fb3-bab29b12fb1f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:36.235471 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3157d631-4d82-4f29-a032-8e82ad348d14 req-32ad1fe5-cd0b-41c3-8fb3-bab29b12fb1f tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 945 time: 0.1413307 Jul 22 11:19:36.325401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:36.372755 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8e707-9cd9-4c58-913b-83edb194a51f req-d9a3309d-9564-4915-b01b-41ae1522a8c8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:36.375797 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7ff8e707-9cd9-4c58-913b-83edb194a51f req-d9a3309d-9564-4915-b01b-41ae1522a8c8 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 945 time: 0.0784638 Jul 22 11:19:36.384515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Deleting port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:36.385038 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.392310 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Deleting port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:36.392841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.401279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3157d631-4d82-4f29-a032-8e82ad348d14 req-30eb0f3a-012e-46a6-9478-6b7026b91fd3 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/security-groups?id=f31d72d9-fb06-4e7b-ad96-30676307d378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581690 Jul 22 11:19:36.464051 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7ff8e707-9cd9-4c58-913b-83edb194a51f req-0e99a84b-af86-42ff-8d9a-5dbd3063a155 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832686 Jul 22 11:19:36.570896 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:36.608479 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] For port 2dfea6d8-ff88-4cd2-885a-008177cdfd33, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2dfea6d8-ff88-4cd2-885a-008177cdfd33,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:36.609067 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.613193 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] For port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:36.613605 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.640507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Calling delete_port for 2dfea6d8-ff88-4cd2-885a-008177cdfd33 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:36.972715 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.973129 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:36.973529 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Floating IP 5ae0cdcb-215d-4689-9249-e2beb5056819 disassociated. External IP: 172.27.0.133, port: d89d05f5-4d23-40cd-88f2-d3ff71f50ba0. Jul 22 11:19:36.973913 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Calling delete_port for d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:37.090289 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (2dfea6d8-ff88-4cd2-885a-008177cdfd33), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:37.112751 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2dfea6d8-ff88-4cd2-885a-008177cdfd33'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:19:37.138315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Pushing event deleted for resources: {'Port': ['ID=2dfea6d8-ff88-4cd2-885a-008177cdfd33,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:37.249944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] No DVR routers for this DVR port 2dfea6d8-ff88-4cd2-885a-008177cdfd33 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:37.256251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:37.261454 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8024dad2-2176-42ae-80b0-768567a91cac req-4cb0981b-36e7-4880-b268-2d2ffa787891 tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.43 "DELETE /v2.0/ports/2dfea6d8-ff88-4cd2-885a-008177cdfd33 HTTP/1.1" status: 204 len: 173 time: 1.1269047 Jul 22 11:19:37.261998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'name': 'network-vif-deleted', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:37.264443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f631f47b-f013-4f7b-bc94-5bb4970d5719" -d '{"events": [{"server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "name": "network-vif-deleted", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:37.336990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (d89d05f5-4d23-40cd-88f2-d3ff71f50ba0), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:37.372274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'Port': ['ID=d89d05f5-4d23-40cd-88f2-d3ff71f50ba0,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:37.435995 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609900f2-9bea-4164-9d6b-b54719ac7416 x-openstack-request-id: req-609900f2-9bea-4164-9d6b-b54719ac7416 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:37.436380 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe8666-e4cc-464c-9af9-bd43835bccf6", "name": "network-vif-deleted", "tag": "2dfea6d8-ff88-4cd2-885a-008177cdfd33", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:37.436698 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-609900f2-9bea-4164-9d6b-b54719ac7416 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:37.437309 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609900f2-9bea-4164-9d6b-b54719ac7416'] response: {'server_uuid': '39fe8666-e4cc-464c-9af9-bd43835bccf6', 'name': 'network-vif-deleted', 'tag': '2dfea6d8-ff88-4cd2-885a-008177cdfd33', 'status': 'completed', 'code': 200} Jul 22 11:19:37.522898 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:37.684722 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3825c1ec-d323-42d8-b8c1-90cb91b7158c req-0fb07130-baab-462f-b7f1-6f36b46c800d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0559056 Jul 22 11:19:37.812747 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:37.813712 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=70 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:37.908563 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e964c1f1-b2f7-469e-a1ce-88d200cfc887 req-73819fa1-f900-4289-99c9-c10f6dabca3e tempest-TestMinimumBasicScenario-1887984995 tempest-TestMinimumBasicScenario-1887984995-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fe8666-e4cc-464c-9af9-bd43835bccf6 HTTP/1.1" status: 200 len: 210 time: 0.3727736 Jul 22 11:19:37.930103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:38.085766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:38.101012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f660e-c73c-4c8b-83e9-117c9792194a req-c6c0a695-8e6e-4704-86c2-1d10829de715 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:38.102536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-946f660e-c73c-4c8b-83e9-117c9792194a req-c6c0a695-8e6e-4704-86c2-1d10829de715 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0878599 Jul 22 11:19:38.150839 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:38.163520 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:38.184413 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:38.185188 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:38.219891 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] No DVR routers for this DVR port d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:38.225516 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-946f660e-c73c-4c8b-83e9-117c9792194a req-f6badfe1-3683-4fc6-b2dc-537227ba55b1 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129909 Jul 22 11:19:38.226727 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:38.230240 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fcb298cc-a4fc-4026-a295-c148134204d5 req-d8f1059f-4a64-481b-b25b-78f5290d51d4 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "DELETE /v2.0/ports/d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 HTTP/1.1" status: 204 len: 173 time: 2.0973670 Jul 22 11:19:38.397281 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:38.511899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-776438d3-bc23-4c1e-b3a4-9f0ef4de2152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:38.615514 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:38.640930 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:38.650646 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:38.651283 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:38.788508 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:38.795093 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c2842e63-8f99-4ecd-b51b-ea51be288bdc req-ad3bcd20-c3b0-46d5-9ce6-6daab86397b2 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Jul 22 11:19:39.022293 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:39.050408 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ad020-401c-41fc-bed5-ff6b6167748c None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:39.326612 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bf9a4-3914-40ce-acab-58c164d31057 None None] New status for floating IP 5ae0cdcb-215d-4689-9249-e2beb5056819: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:19:39.387088 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c912f-303c-4095-a17e-11840af25e6b req-0bda27ad-5439-4fd6-9bea-84fb642b17ce tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:39.388585 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-093c912f-303c-4095-a17e-11840af25e6b req-0bda27ad-5439-4fd6-9bea-84fb642b17ce tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Jul 22 11:19:39.409593 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2dfea6d8-ff88-4cd2-885a-008177cdfd33 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:39.438547 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 2dfea6d8-ff88-4cd2-885a-008177cdfd33 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:39.438889 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2dfea6d8-ff88-4cd2-885a-008177cdfd33 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:39.439338 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:39.439742 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'name': 'network-vif-deleted', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:39.443390 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c58d9-f658-49a9-a55a-a6630f50c838" -d '{"events": [{"server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "name": "network-vif-deleted", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:39.444419 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-093c912f-303c-4095-a17e-11840af25e6b req-6a08ee86-59c6-4225-abca-5f62372c9f27 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495632 Jul 22 11:19:39.493859 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a228e62-4e98-426b-87d1-b810f97eccf5 x-openstack-request-id: req-9a228e62-4e98-426b-87d1-b810f97eccf5 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:39.494225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cafe061-7a16-4c2c-8796-da7dac3f27f1", "name": "network-vif-deleted", "tag": "d89d05f5-4d23-40cd-88f2-d3ff71f50ba0", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:39.494549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a228e62-4e98-426b-87d1-b810f97eccf5 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:39.495020 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a228e62-4e98-426b-87d1-b810f97eccf5'] response: {'server_uuid': '1cafe061-7a16-4c2c-8796-da7dac3f27f1', 'name': 'network-vif-deleted', 'tag': 'd89d05f5-4d23-40cd-88f2-d3ff71f50ba0', 'status': 'completed', 'code': 200} Jul 22 11:19:39.495162 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:39.495402 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device d89d05f5-4d23-40cd-88f2-d3ff71f50ba0 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:39.602220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41028) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:39.914703 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-683fc4a6-44bd-430b-93be-a42767478749 req-8d484db1-9697-4dfd-909c-46d0b0c26d2c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0293078 Jul 22 11:19:40.003924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (1028eb65-dd24-44ea-9500-a664d73b7d33), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.294494 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Deleting port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:40.294833 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.376751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] For port 0db537e8-1d3c-4d6c-801c-4d0e9c174b64, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:40.377095 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.390982 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Calling delete_port for 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 owned by network:router_interface {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:40.442947 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:40.501561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:40.573522 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9fa1-cbe5-42e9-b85e-b09a3a236833 req-eaf47af6-300a-4f5e-80e2-d5a3ceadf2e2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:40.575060 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fc8c9fa1-cbe5-42e9-b85e-b09a3a236833 req-eaf47af6-300a-4f5e-80e2-d5a3ceadf2e2 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.0515697 Jul 22 11:19:40.586265 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (0db537e8-1d3c-4d6c-801c-4d0e9c174b64), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.614564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Pushing event deleted for resources: {'Port': ['ID=0db537e8-1d3c-4d6c-801c-4d0e9c174b64,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:40.648926 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fc8c9fa1-cbe5-42e9-b85e-b09a3a236833 req-06da0603-b18f-4e48-957f-77fae4e45b04 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680437 Jul 22 11:19:40.651205 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c3f34e3d-1681-47ae-bb29-38be9dcaae5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.750561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (1028eb65-dd24-44ea-9500-a664d73b7d33), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:40.973854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Router 1028eb65-dd24-44ea-9500-a664d73b7d33 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:41.049923 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e0cd76cb-5686-4c5d-8197-cc1a5eb6b47a req-689d276e-d112-4406-aa4f-a33ddc403d41 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cafe061-7a16-4c2c-8796-da7dac3f27f1 HTTP/1.1" status: 200 len: 210 time: 0.0637207 Jul 22 11:19:41.113625 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:41.119535 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f53afdfb-70c0-4d7c-9a0c-4e7b3ce2e40f admin admin] 10.222.0.20 "PUT /v2.0/routers/1028eb65-dd24-44ea-9500-a664d73b7d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5161238 Jul 22 11:19:41.122101 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41040) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:41.123371 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Sync routers for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:41.134568 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:41.135217 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:41.228756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks [] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:41.241999 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:41.339641 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks [] for router_gateway (1028eb65-dd24-44ea-9500-a664d73b7d33), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:41.396377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Deleting port 92834d48-248c-404c-a335-37eb786c5499 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:41.396804 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (92834d48-248c-404c-a335-37eb786c5499), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:41.464672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:41.465786 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '92834d48-248c-404c-a335-37eb786c5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:19:40Z', 'revision_number': 5, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port': {'id': '92834d48-248c-404c-a335-37eb786c5499', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ad:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:24Z', 'updated_at': '2022-07-22T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:41.469158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:41.495586 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Checking router: 1028eb65-dd24-44ea-9500-a664d73b7d33 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:41.505684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] For port 92834d48-248c-404c-a335-37eb786c5499, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=92834d48-248c-404c-a335-37eb786c5499,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:41.506243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (92834d48-248c-404c-a335-37eb786c5499), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:41.508239 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:41.511493 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Routers {'1028eb65-dd24-44ea-9500-a664d73b7d33'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:41.512188 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['1028eb65-dd24-44ea-9500-a664d73b7d33'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:41.525531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Calling delete_port for 92834d48-248c-404c-a335-37eb786c5499 owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:41.571284 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:41.612433 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] Set router 1028eb65-dd24-44ea-9500-a664d73b7d33 gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:41.680434 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:19:41Z', 'revision_number': 6, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:41.708775 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc60ce-b57a-4f4f-b3a3-ce7fcd708923 None None] The sync data for ids ['1028eb65-dd24-44ea-9500-a664d73b7d33'] in dv-cinder-848900-4-iscsi is: [{'id': '1028eb65-dd24-44ea-9500-a664d73b7d33', 'name': 'tempest-TestMinimumBasicScenario-683565033-router', 'tenant_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:23Z', 'updated_at': '2022-07-22T11:19:41Z', 'revision_number': 6, 'project_id': 'a84fa2f397c54be1b409d8be5ebc8491', 'gw_port_host': None}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:41.714697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (92834d48-248c-404c-a335-37eb786c5499), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.004999 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Pushing event deleted for resources: {'Port': ['ID=92834d48-248c-404c-a335-37eb786c5499,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:42.074203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (1028eb65-dd24-44ea-9500-a664d73b7d33), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.137414 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.148744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41052) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:42.172287 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:42.201231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-fa56f684-fa1c-48e0-804f-cb1195c6b23d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:42.202689 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-fa56f684-fa1c-48e0-804f-cb1195c6b23d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.2141008 Jul 22 11:19:42.213212 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ce218-9597-4005-94c5-c0fcc0f11fe9 req-6dba1267-8a30-4ce0-87d6-5d33fa1fa185 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:42.213921 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:42.214723 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-811ce218-9597-4005-94c5-c0fcc0f11fe9 req-6dba1267-8a30-4ce0-87d6-5d33fa1fa185 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 945 time: 0.2285850 Jul 22 11:19:42.219037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.220570 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (cfe32a0a-fae3-4fb4-943d-cfabe2a9f840), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.223105 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks [] for router_controller (1028eb65-dd24-44ea-9500-a664d73b7d33), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.245870 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (cfe32a0a-fae3-4fb4-943d-cfabe2a9f840), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.306720 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cfe32a0a-fae3-4fb4-943d-cfabe2a9f840), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.309677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.311387 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "DELETE /v2.0/security-groups/cfe32a0a-fae3-4fb4-943d-cfabe2a9f840 HTTP/1.1" status: 204 len: 168 time: 0.1613326 Jul 22 11:19:42.315165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41056) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:42.334366 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-60b75233-bb89-49dd-a11d-86942f8dc51e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] show failed (client error): The resource could not be found. Jul 22 11:19:42.335641 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-60b75233-bb89-49dd-a11d-86942f8dc51e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups/cfe32a0a-fae3-4fb4-943d-cfabe2a9f840 HTTP/1.1" status: 404 len: 347 time: 0.0194254 Jul 22 11:19:42.336834 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5529ee-b49e-4182-b02f-4c2763ef9371 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe32a0a-fae3-4fb4-943d-cfabe2a9f840,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:42.339866 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (1028eb65-dd24-44ea-9500-a664d73b7d33), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.340293 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41058) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:42.340485 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1028eb65-dd24-44ea-9500-a664d73b7d33 {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:19:42.354777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.358638 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-599230ae-8f3c-4668-b32e-509c378be51e admin admin] 10.222.0.20 "DELETE /v2.0/routers/1028eb65-dd24-44ea-9500-a664d73b7d33 HTTP/1.1" status: 204 len: 168 time: 1.2333217 Jul 22 11:19:42.359312 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41060) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:42.388716 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-811ce218-9597-4005-94c5-c0fcc0f11fe9 req-68d8419f-5feb-47b4-95e2-05756aa8db0c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4ac3407-451d-407a-aad9-f14ff07c8165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675510 Jul 22 11:19:42.428176 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Deleting port fa52f10e-8382-40d6-8633-f6bcf76980e8 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:42.428451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.481236 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Deleting subnet 30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:19:42.507615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Publish callbacks [] for subnet (30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.529150 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] For port fa52f10e-8382-40d6-8633-f6bcf76980e8, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=fa52f10e-8382-40d6-8633-f6bcf76980e8,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:42.529640 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.560233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Deleting port ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:42.561017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.567177 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.709348 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.709694 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.728918 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.731396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Calling delete_port for ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c owned by network:floatingip {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:42.753892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.754277 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.754615 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Floating IP c399b22c-3fb6-451c-99c2-a4396592b20b disassociated. External IP: 172.27.0.76, port: fa52f10e-8382-40d6-8633-f6bcf76980e8. Jul 22 11:19:42.754988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Calling delete_port for fa52f10e-8382-40d6-8633-f6bcf76980e8 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:42.804273 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:42.843487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:42.850558 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.885312 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:42.906614 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (fa52f10e-8382-40d6-8633-f6bcf76980e8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.916957 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:42.925894 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-58062359-9d39-43af-ba75-b561b8f3aea8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30fc3380-ec59-4b1d-9f9c-95f2ba79bfe2 HTTP/1.1" status: 204 len: 168 time: 0.5655520 Jul 22 11:19:42.930902 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41064) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:42.931131 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca75bf-cfa3-4a2f-bcdf-1bb5a6fb2f3f None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:19:42.948221 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event deleted for resources: {'Port': ['ID=fa52f10e-8382-40d6-8633-f6bcf76980e8,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:42.954575 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:43.019736 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:43.020621 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0db537e8-1d3c-4d6c-801c-4d0e9c174b64 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:43.021924 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 92834d48-248c-404c-a335-37eb786c5499 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:43.050112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (c683c538-31ff-4cd6-a39f-980bbec88da0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.069367 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:43.090878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:43.096626 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.104226 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:43.130098 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 92834d48-248c-404c-a335-37eb786c5499 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:43.130701 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 92834d48-248c-404c-a335-37eb786c5499 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:43.147235 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'Port': ['ID=ba34dafc-8ff1-4f5e-aaa9-86dafb06d37c,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:43.157586 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Deleting port 1e66a257-4ddf-4046-9f92-e3483009a526 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:43.158184 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.237745 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:43.247449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] DHCP port deletion for c683c538-31ff-4cd6-a39f-980bbec88da0 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:19:43.278346 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] For port 1e66a257-4ddf-4046-9f92-e3483009a526, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1e66a257-4ddf-4046-9f92-e3483009a526,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:43.278714 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.290510 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] No DVR routers for this DVR port fa52f10e-8382-40d6-8633-f6bcf76980e8 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:43.290854 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (5ae0cdcb-215d-4689-9249-e2beb5056819), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.293377 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.294263 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.294576 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-20c85aa0-491f-4948-84a1-2f3fbcec402a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "DELETE /v2.0/floatingips/5ae0cdcb-215d-4689-9249-e2beb5056819 HTTP/1.1" status: 204 len: 168 time: 0.9530020 Jul 22 11:19:43.298554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:43.302737 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d46372bc-343d-4dc1-bebd-a9dabe249fad req-36c3767e-bcca-460e-bcc7-32f5d791115d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "DELETE /v2.0/ports/fa52f10e-8382-40d6-8633-f6bcf76980e8 HTTP/1.1" status: 204 len: 173 time: 1.0021765 Jul 22 11:19:43.303318 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'name': 'network-vif-deleted', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:43.305639 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2b35a-1d0e-4c53-9a48-4e524390b3bf" -d '{"events": [{"server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "name": "network-vif-deleted", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:43.308126 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Calling delete_port for 1e66a257-4ddf-4046-9f92-e3483009a526 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:43.341208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Deleting port 1e66a257-4ddf-4046-9f92-e3483009a526 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:43.341619 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.345316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:43.345956 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:43.362550 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5718c039-a251-4391-8be3-8274889185a4 x-openstack-request-id: req-5718c039-a251-4391-8be3-8274889185a4 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:43.362845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d50352a-fd4f-4ca5-8e13-2519dfbb66a1", "name": "network-vif-deleted", "tag": "fa52f10e-8382-40d6-8633-f6bcf76980e8", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:43.363099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5718c039-a251-4391-8be3-8274889185a4 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:43.363539 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5718c039-a251-4391-8be3-8274889185a4'] response: {'server_uuid': '6d50352a-fd4f-4ca5-8e13-2519dfbb66a1', 'name': 'network-vif-deleted', 'tag': 'fa52f10e-8382-40d6-8633-f6bcf76980e8', 'status': 'completed', 'code': 200} Jul 22 11:19:43.365510 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:43.413715 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41072) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:43.437019 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176089191', 'description': 'tempest-description--2071645850'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:43.445258 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.488476 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] For port 1e66a257-4ddf-4046-9f92-e3483009a526, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1e66a257-4ddf-4046-9f92-e3483009a526,segment=NetworkSegment(9775e6ad-5990-4032-a807-5d8a042d3862),segment_id=9775e6ad-5990-4032-a807-5d8a042d3862)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:43.489841 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] No DVR routers for this DVR port 1e66a257-4ddf-4046-9f92-e3483009a526 on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:43.492414 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e66a257-4ddf-4046-9f92-e3483009a526,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:43.492927 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.516663 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.619430 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:43.630260 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (c683c538-31ff-4cd6-a39f-980bbec88da0), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.655762 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-945a368b-7ac5-4c45-8b3d-b6f00eaf1e7f req-44c9242f-d195-45ae-b218-48be73669660 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d50352a-fd4f-4ca5-8e13-2519dfbb66a1 HTTP/1.1" status: 200 len: 210 time: 0.0782201 Jul 22 11:19:43.678887 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Calling delete_port for 1e66a257-4ddf-4046-9f92-e3483009a526 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:43.716803 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c683c538-31ff-4cd6-a39f-980bbec88da0']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:43.733780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9775e6ad-5990-4032-a807-5d8a042d3862') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:43.734878 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9775e6ad-5990-4032-a807-5d8a042d3862') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:43.762559 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (9775e6ad-5990-4032-a807-5d8a042d3862), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.769610 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (fdba2edf-0ef6-4749-865a-596075ea8889), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.774365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fdba2edf-0ef6-4749-865a-596075ea8889), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.793986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (9775e6ad-5990-4032-a807-5d8a042d3862), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.805840 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:19:43.806315 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (9775e6ad-5990-4032-a807-5d8a042d3862), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.831884 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.833514 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4180675 Jul 22 11:19:43.840040 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41086) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:43.842389 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 9775e6ad-5990-4032-a807-5d8a042d3862 resource provider aggregate not found Jul 22 11:19:43.846704 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group_rule': {'security_group_id': 'fdba2edf-0ef6-4749-865a-596075ea8889', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:43.852898 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bb610-cf89-4b75-ac8a-8b6449867f65 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba2edf-0ef6-4749-865a-596075ea8889,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:43.892256 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (94d0e8df-3be8-441a-9569-7cd0605e1d01), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.902039 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 9775e6ad-5990-4032-a807-5d8a042d3862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9775e6ad-5990-4032-a807-5d8a042d3862 found for delete ", "request_id": "req-dfcc2bd0-85a2-4eed-b6e1-1866dc6c6312"}]} Jul 22 11:19:43.922588 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (c683c538-31ff-4cd6-a39f-980bbec88da0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.951627 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.956753 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] 10.222.0.20 "DELETE /v2.0/networks/c683c538-31ff-4cd6-a39f-980bbec88da0 HTTP/1.1" status: 204 len: 168 time: 1.0243263 Jul 22 11:19:43.957934 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26751e74-d5db-4d75-abf0-ec294fb4351f admin admin] Pushing event deleted for resources: {'Network': ['ID=c683c538-31ff-4cd6-a39f-980bbec88da0,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:43.960483 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41092) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:43.984869 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (94d0e8df-3be8-441a-9569-7cd0605e1d01), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:43.991868 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (94d0e8df-3be8-441a-9569-7cd0605e1d01), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.022061 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d0e8df-3be8-441a-9569-7cd0605e1d01,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:44.034404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.041704 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41094) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:44.042743 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-85dabeb9-d659-4e7e-a709-60c9f7822a98 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2005320 Jul 22 11:19:44.047437 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'security_group_rule': {'security_group_id': 'fdba2edf-0ef6-4749-865a-596075ea8889', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:44.074641 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.117143 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:44.134892 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (52aa7951-f532-487a-9454-106870c676fc), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.258286 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.369578 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (1e66a257-4ddf-4046-9f92-e3483009a526), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.408300 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Pushing event deleted for resources: {'Port': ['ID=1e66a257-4ddf-4046-9f92-e3483009a526,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:44.415450 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Network c683c538-31ff-4cd6-a39f-980bbec88da0 is not hosted by any dhcp agent {{(pid=104150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:19:44.415914 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] No DVR routers for this DVR port 1e66a257-4ddf-4046-9f92-e3483009a526 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.437058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438659 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438659 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.438826 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.439149 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f71b54-bf90-4dda-b254-d10be8af78e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:44.489880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:44.515193 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (52aa7951-f532-487a-9454-106870c676fc), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.517873 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:44.528166 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:44.528784 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:44.542667 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (52aa7951-f532-487a-9454-106870c676fc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.577121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aa7951-f532-487a-9454-106870c676fc,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:44.597078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.600585 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c322d86e-85b5-4c6e-8a1f-071aa6f418f1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5558307 Jul 22 11:19:44.602340 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41104) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:44.608129 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:44.623097 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:44.634306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:44.635908 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.648180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:44.696659 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.712703 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:44.764670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.823295 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41114) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:44.836471 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:44.932227 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:44.935783 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:44.966518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (c4ac3407-451d-407a-aad9-f14ff07c8165), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:44.977357 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1e66a257-4ddf-4046-9f92-e3483009a526 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:45.001227 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aa1f3-7a5f-494a-a074-afc210c9e547 None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:14:04Z', 'revision_number': 4, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '50109f1c-3364-4cd2-a5d2-a980134ec917', 'name': '', 'network_id': 'f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'mac_address': 'fa:16:3e:1d:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:01Z', 'updated_at': '2022-07-22T11:14:16Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'subnets': [{'id': 'e22709ba-091d-4655-b671-a842b5be8e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:45.003089 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Allocated IP 172.27.0.200 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/1c14da92-35cb-4e52-885f-4b756495ccf3) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:19:45.007125 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (c4ac3407-451d-407a-aad9-f14ff07c8165), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.018369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 1e66a257-4ddf-4046-9f92-e3483009a526 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:45.019056 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1e66a257-4ddf-4046-9f92-e3483009a526 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:45.102178 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Deleting port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:45.102654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.149484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c4ac3407-451d-407a-aad9-f14ff07c8165), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.152451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.156963 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4ac3407-451d-407a-aad9-f14ff07c8165 HTTP/1.1" status: 204 len: 168 time: 0.3291795 Jul 22 11:19:45.169839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41120) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:45.189578 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-6095729f-5893-410b-8ca5-f49d5bafca0d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] show failed (client error): The resource could not be found. Jul 22 11:19:45.190793 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6095729f-5893-410b-8ca5-f49d5bafca0d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups/c4ac3407-451d-407a-aad9-f14ff07c8165 HTTP/1.1" status: 404 len: 347 time: 0.0197155 Jul 22 11:19:45.194151 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41122) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:45.206825 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464bf42-5b3a-4f9d-ac02-5fc8799badef tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac3407-451d-407a-aad9-f14ff07c8165,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:45.218715 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] For port a0c13680-1cf9-4b6c-91ee-ea2b72104f2a, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:45.219318 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.281097 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Calling delete_port for a0c13680-1cf9-4b6c-91ee-ea2b72104f2a owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:45.303631 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9777-c130-4e39-b7e7-6f694e44481b req-af66cc15-5fb4-41d3-b542-0edcfdce55c6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:45.304770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.305226 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-895e9777-c130-4e39-b7e7-6f694e44481b req-af66cc15-5fb4-41d3-b542-0edcfdce55c6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.0827570 Jul 22 11:19:45.370472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Deleting port ee8dee7a-b03c-4877-88d9-9828e6bf827e {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:45.370829 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.410086 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-895e9777-c130-4e39-b7e7-6f694e44481b req-bad10f1f-a5ff-44f7-a266-835ecfceb91f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676761 Jul 22 11:19:45.424928 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd4018-aeb2-4580-968b-0481c45c49b0 None None] New status for floating IP c399b22c-3fb6-451c-99c2-a4396592b20b: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:19:45.436422 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device fa52f10e-8382-40d6-8633-f6bcf76980e8 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:45.442598 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.462880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: fa52f10e-8382-40d6-8633-f6bcf76980e8 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:45.463429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device fa52f10e-8382-40d6-8633-f6bcf76980e8 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:45.490689 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:19:45.495780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:19:45.508653 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:19:45.522304 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=1c14da92-35cb-4e52-885f-4b756495ccf3,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:45.556858 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.557313 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (ee8dee7a-b03c-4877-88d9-9828e6bf827e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.576100 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Calling delete_port for ee8dee7a-b03c-4877-88d9-9828e6bf827e owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:45.586338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:45.608223 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (a0c13680-1cf9-4b6c-91ee-ea2b72104f2a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.613697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.635413 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c13680-1cf9-4b6c-91ee-ea2b72104f2a,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:45.714484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.759964 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:45.777174 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:45.842873 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.929031 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (ee8dee7a-b03c-4877-88d9-9828e6bf827e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:45.938105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:45.963414 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event deleted for resources: {'Port': ['ID=ee8dee7a-b03c-4877-88d9-9828e6bf827e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:46.004684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.010024 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks [] for floatingip (c399b22c-3fb6-451c-99c2-a4396592b20b), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.013134 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.013990 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f4bd898a-ed6d-4378-8c06-31e0066aee54 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "DELETE /v2.0/floatingips/c399b22c-3fb6-451c-99c2-a4396592b20b HTTP/1.1" status: 204 len: 168 time: 0.8188818 Jul 22 11:19:46.015627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.050107 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.071608 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=1c14da92-35cb-4e52-885f-4b756495ccf3,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:46.077164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.084633 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-1cf6a263-58f7-496a-a2df-3ff3d7d0e229 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4738729 Jul 22 11:19:46.123969 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:46.284852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:46.290759 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-094d13d1-5225-4554-9ea7-87ff4b08b115 admin admin] 10.222.0.20 "PUT /v2.0/routers/7739fedd-d5c4-4cc6-b923-8681f5c6c602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3286319 Jul 22 11:19:46.293522 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41142) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:46.294166 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-42381931-4fe0-4ce4-b7a4-e9145e2b940b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1176089191&fields=id&tenant_id=f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 267 time: 0.0703628 Jul 22 11:19:46.297256 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Sync routers for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:46.311743 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:46.312373 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:46.424954 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks [] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.438787 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-dce49ee4-d618-4cb7-9476-fb78ca7aa0b1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:46.446184 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-dce49ee4-d618-4cb7-9476-fb78ca7aa0b1 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 811 time: 0.1378822 Jul 22 11:19:46.448643 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:46.459967 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-98d22478-eb5e-41c2-b3ac-344a7e67e655 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/quotas/f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 375 time: 0.0118632 Jul 22 11:19:46.533890 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-1709a0b0-e9a5-4c4a-81ae-9f45454fbb92 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680130 Jul 22 11:19:46.697750 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:46.719520 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:19:45Z', 'revision_number': 5, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:46.737463 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-4053b92d-fd09-401f-8660-42f6f273b4db service neutron] 10.222.0.20 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865823 Jul 22 11:19:46.749342 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Checking router: 7739fedd-d5c4-4cc6-b923-8681f5c6c602 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:46.760296 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Routers {'7739fedd-d5c4-4cc6-b923-8681f5c6c602'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:46.761327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:46.864101 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks [] for router_gateway (7739fedd-d5c4-4cc6-b923-8681f5c6c602), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:46.867164 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-0dedbba7-7267-4798-a0ec-971572f51191 service neutron] 10.222.0.20 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199994 Jul 22 11:19:46.892426 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa9756-ee24-4484-b2fc-8363da64a6b7 req-c5bf3366-0afc-4e96-8bed-ebd1885c6cba tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:46.896194 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] Set router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:46.899504 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20fa9756-ee24-4484-b2fc-8363da64a6b7 req-c5bf3366-0afc-4e96-8bed-ebd1885c6cba tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.3742807 Jul 22 11:19:46.980054 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-1ded2e6f-f176-4bd4-a6bf-21321fa91a2e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:46.984033 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-1ded2e6f-f176-4bd4-a6bf-21321fa91a2e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 946 time: 0.1099877 Jul 22 11:19:47.011839 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:47.038791 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Deleting port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:47.039142 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.051245 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20fa9756-ee24-4484-b2fc-8363da64a6b7 req-f11210a1-e2ad-42d7-9057-52f4ebfb10c7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507440 Jul 22 11:19:47.136952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:19:45Z', 'revision_number': 5, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:47.170052 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-87977f33-4f83-4cc2-a8af-bf0cd096b8ff req-567a7ed7-d7b8-4693-add5-619d874e6fec tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0635870 Jul 22 11:19:47.199606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75cb8-ba03-4efe-8904-cd62fe98c09c None None] The sync data for ids ['7739fedd-d5c4-4cc6-b923-8681f5c6c602'] in dv-cinder-848900-4-iscsi is: [{'id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'name': 'tempest-TestMinimumBasicScenario-1897414202-router', 'tenant_id': 'd448706e6bff4b93b746096574062eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:32Z', 'updated_at': '2022-07-22T11:19:45Z', 'revision_number': 5, 'project_id': 'd448706e6bff4b93b746096574062eb6', 'gw_port': {'id': '5c0d13e8-e4ab-4de5-9746-55199a4e9cb8', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7739fedd-d5c4-4cc6-b923-8681f5c6c602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:34Z', 'updated_at': '2022-07-22T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:47.207750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Deleting port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:47.208314 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.312435 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:47.320147 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] For port 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:47.320533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.374879 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Calling delete_port for 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:47.404692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] For port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:47.405131 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.507468 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd055c-8ac4-45aa-92ee-bbd88f9e47db req-496fdf26-9657-460f-9efb-16eb4073f4a4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:47.509100 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2dd055c-8ac4-45aa-92ee-bbd88f9e47db req-496fdf26-9657-460f-9efb-16eb4073f4a4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0732033 Jul 22 11:19:47.595617 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2dd055c-8ac4-45aa-92ee-bbd88f9e47db req-5a04f431-d2a4-4054-9fe3-1770e5e808ba tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778055 Jul 22 11:19:47.735332 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.735624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.735953 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Floating IP 8f90a76d-4a66-471a-849b-87ea6764fb10 disassociated. External IP: 172.27.0.53, port: 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef. Jul 22 11:19:47.736275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Calling delete_port for 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:47.868676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (5c0d13e8-e4ab-4de5-9746-55199a4e9cb8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:47.916728 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0d13e8-e4ab-4de5-9746-55199a4e9cb8,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:47.957289 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.061029 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.071499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:48.102430 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.109749 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks [] for router_controller (7739fedd-d5c4-4cc6-b923-8681f5c6c602), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.112269 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'Port': ['ID=019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:48.225161 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (7739fedd-d5c4-4cc6-b923-8681f5c6c602), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.225747 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7739fedd-d5c4-4cc6-b923-8681f5c6c602 {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:19:48.231134 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.232368 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-7ac51598-aae5-4216-ac4d-aa764bea9cc2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7739fedd-d5c4-4cc6-b923-8681f5c6c602 HTTP/1.1" status: 204 len: 168 time: 1.9372592 Jul 22 11:19:48.235354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41178) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:48.236427 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f06b0758-39a8-4aa3-9471-e3770297d5d6 req-67f926c7-3900-499e-8fbd-b85b191e5673 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.0745623 Jul 22 11:19:48.301815 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-60cf785f-1075-4350-bab4-cb7cad46a3b8 req-0409acce-58dc-4f39-a2e0-13979b1d8f51 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0344279 Jul 22 11:19:48.311633 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:48.317630 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Deleting subnet bb0751ca-6e06-46a0-87d8-1adfce4846f8 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:19:48.324772 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:48.326733 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Publish callbacks [] for subnet (bb0751ca-6e06-46a0-87d8-1adfce4846f8), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.332507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:48.370598 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (bb0751ca-6e06-46a0-87d8-1adfce4846f8), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.470798 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:48.485420 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (bb0751ca-6e06-46a0-87d8-1adfce4846f8), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.489685 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:48.490648 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:48.507908 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:48.516967 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:48.524746 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] No DVR routers for this DVR port 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:48.532787 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.548253 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d7bfb7ea-b764-4ac9-aa8e-ba04deccb8f1 req-54314b55-9b15-4ae9-a95f-ba6c536611b9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "DELETE /v2.0/ports/019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef HTTP/1.1" status: 204 len: 173 time: 1.5547216 Jul 22 11:19:48.554752 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-deleted', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:48.560401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd4729-84b7-4f78-a3e4-5c7aace1fdb8" -d '{"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-deleted", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:48.567021 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (bb0751ca-6e06-46a0-87d8-1adfce4846f8), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.597115 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0751ca-6e06-46a0-87d8-1adfce4846f8,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:48.604786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.610803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f7645-d3dd-4112-af7d-9ef7bfcd5854 None None] Network c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:19:48.625275 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f7c6fc77-7a42-48b3-8a14-fda55cd1c428 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb0751ca-6e06-46a0-87d8-1adfce4846f8 HTTP/1.1" status: 204 len: 168 time: 0.3886409 Jul 22 11:19:48.627767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41188) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:48.634973 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5c1ae9-4576-4b83-bcd1-19d4dd2fc68d x-openstack-request-id: req-5f5c1ae9-4576-4b83-bcd1-19d4dd2fc68d {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:48.635471 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27dab8-c005-4dd0-b262-542deb60dd54", "name": "network-vif-deleted", "tag": "019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:48.635818 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f5c1ae9-4576-4b83-bcd1-19d4dd2fc68d {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:48.636396 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5c1ae9-4576-4b83-bcd1-19d4dd2fc68d'] response: {'server_uuid': '1f27dab8-c005-4dd0-b262-542deb60dd54', 'name': 'network-vif-deleted', 'tag': '019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef', 'status': 'completed', 'code': 200} Jul 22 11:19:48.728906 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:48.781590 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0465c0e-9aa7-4d00-8ea3-fd63bc9a04f3 req-1cda32aa-bade-4164-a443-5cb2b7a3d259 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:48.820904 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e0465c0e-9aa7-4d00-8ea3-fd63bc9a04f3 req-1cda32aa-bade-4164-a443-5cb2b7a3d259 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.1209004 Jul 22 11:19:48.847665 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9bbb-c445-4622-8051-7972be115e0a req-784bbe77-a95e-4a93-b35f-a6a910d21ce9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:48.851198 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-443e9bbb-c445-4622-8051-7972be115e0a req-784bbe77-a95e-4a93-b35f-a6a910d21ce9 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0902872 Jul 22 11:19:48.858818 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:48.949280 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] DHCP port deletion for c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:19:48.971536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e0465c0e-9aa7-4d00-8ea3-fd63bc9a04f3 req-5282296c-ddf3-4f7a-91c0-48429e37c852 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491075 Jul 22 11:19:49.005794 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.011917 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:49.020534 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-443e9bbb-c445-4622-8051-7972be115e0a req-3bab534e-be19-4d5f-82e2-b8fa6c4ba41b tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557391 Jul 22 11:19:49.035853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Deleting port 91283366-a382-437c-9fac-a945049e56e9 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:49.037553 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:49.037705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (91283366-a382-437c-9fac-a945049e56e9), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.037912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 5c0d13e8-e4ab-4de5-9746-55199a4e9cb8 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:49.038349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a0c13680-1cf9-4b6c-91ee-ea2b72104f2a no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:49.040500 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:49.052489 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:49.053127 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.064720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: a0c13680-1cf9-4b6c-91ee-ea2b72104f2a {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:49.065343 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a0c13680-1cf9-4b6c-91ee-ea2b72104f2a not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:49.066967 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Deleting port 91283366-a382-437c-9fac-a945049e56e9 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:49.067367 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (91283366-a382-437c-9fac-a945049e56e9), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.111233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] For port 91283366-a382-437c-9fac-a945049e56e9, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=91283366-a382-437c-9fac-a945049e56e9,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:49.111501 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (91283366-a382-437c-9fac-a945049e56e9), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.133934 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Calling delete_port for 91283366-a382-437c-9fac-a945049e56e9 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:49.142003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] For port 91283366-a382-437c-9fac-a945049e56e9, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=91283366-a382-437c-9fac-a945049e56e9,segment=NetworkSegment(c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47),segment_id=c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:49.142496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (91283366-a382-437c-9fac-a945049e56e9), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.184613 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:49.234972 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (91283366-a382-437c-9fac-a945049e56e9), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.261115 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Pushing event deleted for resources: {'Port': ['ID=91283366-a382-437c-9fac-a945049e56e9,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:49.284357 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] No DVR routers for this DVR port 91283366-a382-437c-9fac-a945049e56e9 on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:49.304054 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Calling delete_port for 91283366-a382-437c-9fac-a945049e56e9 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:49.380030 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c6784ea4-b704-4ea9-bc91-d2164e6d65c5 req-5c20f278-a082-4741-869c-2ef033cb22e7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.0429113 Jul 22 11:19:49.380852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.413948 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.428559 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.428986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.441266 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.459463 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:49.468813 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:49.474115 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.487159 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (91283366-a382-437c-9fac-a945049e56e9), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.490388 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:49.491143 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 019d06a1-2c6e-4ebb-b1f0-a080fc8a2fef not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:49.497274 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:49.501315 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-921792b6-1484-4c0b-a5ee-e6e1ab7fe43c req-27192ae1-2574-4499-8bba-435983939448 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0568230 Jul 22 11:19:49.507621 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:19:49.508307 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.522681 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] No DVR routers for this DVR port 91283366-a382-437c-9fac-a945049e56e9 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:49.526814 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a091fb-0469-4d43-95f7-b88b0979e199 None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:49.527539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c77f17-c4f1-4f56-b28c-99cd50e0ace7 None None] Pushing event deleted for resources: {'Port': ['ID=91283366-a382-437c-9fac-a945049e56e9,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:49.576017 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47 resource provider aggregate not found Jul 22 11:19:49.599871 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4b201a8-bf2c-4fe4-889e-dbce8d0a1b47 found for delete ", "request_id": "req-4c6fbfe6-fec9-4ba5-a166-0d46ce06f70f"}]} Jul 22 11:19:49.609327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.616866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.620289 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923 HTTP/1.1" status: 204 len: 168 time: 0.9912589 Jul 22 11:19:49.632463 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333799b-9e44-48a5-8a82-aa8f66608620 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c46e9b-9f88-4c0f-a1fa-9c63e86c5923,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:49.805123 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aea2cb-0ab6-4a88-a6f9-caf1386c2fcc None None] New status for floating IP 8f90a76d-4a66-471a-849b-87ea6764fb10: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:19:49.808394 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:49.836473 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41202) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:49.881470 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-98e42c20-5725-413b-8876-f0b47993b51a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a84fa2f397c54be1b409d8be5ebc8491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433152 Jul 22 11:19:49.885020 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41204) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:49.938171 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] Publish callbacks [] for security_group (f31d72d9-fb06-4e7b-ad96-30676307d378), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:49.966310 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] Publish callbacks [] for security_group (f31d72d9-fb06-4e7b-ad96-30676307d378), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.022719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f31d72d9-fb06-4e7b-ad96-30676307d378), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.025807 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.027000 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f31d72d9-fb06-4e7b-ad96-30676307d378 HTTP/1.1" status: 204 len: 168 time: 0.1409457 Jul 22 11:19:50.035385 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dea524-f48d-46de-a8cf-40885a53631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d72d9-fb06-4e7b-ad96-30676307d378,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:50.109499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccceea-d5d6-470c-ba51-b73ea8a36ee9 req-31756704-3fea-4019-a692-dbcd5d537b84 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:50.111207 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3ccceea-d5d6-470c-ba51-b73ea8a36ee9 req-31756704-3fea-4019-a692-dbcd5d537b84 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0679598 Jul 22 11:19:50.166979 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a3ccceea-d5d6-470c-ba51-b73ea8a36ee9 req-6458d48c-fc30-4500-8335-9b644b69f83e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488138 Jul 22 11:19:50.172703 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352c676-3bff-4113-bbd5-1fd2b56c1f27 req-e9772f2a-8463-4291-bc97-5cbecee9be40 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:50.174501 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d352c676-3bff-4113-bbd5-1fd2b56c1f27 req-e9772f2a-8463-4291-bc97-5cbecee9be40 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0647602 Jul 22 11:19:50.232616 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d352c676-3bff-4113-bbd5-1fd2b56c1f27 req-4e63f080-ed4b-4a56-bada-fb940d3dc57a tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Jul 22 11:19:50.485162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41216) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:50.493510 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e5e911dc-a675-4c2a-a8ce-9e759fe1d0d9 req-afc674f6-5535-4ec2-b3bb-db5fbd7363bc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f27dab8-c005-4dd0-b262-542deb60dd54 HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jul 22 11:19:50.506857 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:50.537809 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:50.542736 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ebbbd4d2-fa5d-4840-8cc4-9ac34317bcb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d448706e6bff4b93b746096574062eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563786 Jul 22 11:19:50.546089 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41220) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:50.628950 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a508107a-e040-4995-ab3c-b0741cfa0ca8 req-b9f7669f-1c51-4ced-a7ec-ab2a88318c59 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0342753 Jul 22 11:19:50.667216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-13c0c98b-8c74-4670-b188-3b4616fa71a1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:50.668759 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-13c0c98b-8c74-4670-b188-3b4616fa71a1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.0759163 Jul 22 11:19:50.670757 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] Publish callbacks [] for security_group (45b668bf-89fd-4c84-a94d-3f2eb254dd19), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.725649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] Publish callbacks [] for security_group (45b668bf-89fd-4c84-a94d-3f2eb254dd19), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.741341 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-cf57873e-4725-49bf-acf4-db8b691b3f8f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:50.742939 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-cf57873e-4725-49bf-acf4-db8b691b3f8f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.0731385 Jul 22 11:19:50.785895 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (45b668bf-89fd-4c84-a94d-3f2eb254dd19), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.789532 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:50.791913 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45b668bf-89fd-4c84-a94d-3f2eb254dd19 HTTP/1.1" status: 204 len: 168 time: 0.2433527 Jul 22 11:19:50.798798 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9eafb-5af2-4018-877c-8743f8c66d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b668bf-89fd-4c84-a94d-3f2eb254dd19,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:50.890607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:50.928219 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 91283366-a382-437c-9fac-a945049e56e9 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:50.960320 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 91283366-a382-437c-9fac-a945049e56e9 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:50.960977 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 91283366-a382-437c-9fac-a945049e56e9 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:51.048859 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port c4d22b99-709d-4d50-a237-82850eeff0a1 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:51.049450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.082811 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Deleting port f7e02999-84b1-4561-a0b0-1237dc6412bb {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:51.083159 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.135547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:51.242138 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] For port c4d22b99-709d-4d50-a237-82850eeff0a1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4d22b99-709d-4d50-a237-82850eeff0a1,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:51.242422 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.275949 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] For port f7e02999-84b1-4561-a0b0-1237dc6412bb, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=f7e02999-84b1-4561-a0b0-1237dc6412bb,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:51.276320 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.351218 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Calling delete_port for f7e02999-84b1-4561-a0b0-1237dc6412bb owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:51.374627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715646-1690-4975-989d-fb420144bb1c req-7e372c2a-ca9c-4cb3-be9f-3d4f3f9c32fd tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:51.376297 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e9715646-1690-4975-989d-fb420144bb1c req-7e372c2a-ca9c-4cb3-be9f-3d4f3f9c32fd tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 945 time: 0.1261368 Jul 22 11:19:51.402495 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f6f47-927d-43f6-a62e-b292f106ec44 req-34d0a929-c6b4-46b2-bb88-ddd1ea4a48ee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:51.404540 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b47f6f47-927d-43f6-a62e-b292f106ec44 req-34d0a929-c6b4-46b2-bb88-ddd1ea4a48ee tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 945 time: 0.1032259 Jul 22 11:19:51.535078 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e9715646-1690-4975-989d-fb420144bb1c req-a3e54193-8e99-4821-b589-88db87b50f63 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa2e987a-45bc-498b-ae51-b5906f9d4f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463134 Jul 22 11:19:51.538068 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-c0b0defa-18ed-4420-897a-7d47b67d5dca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:51.540229 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-c0b0defa-18ed-4420-897a-7d47b67d5dca tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 811 time: 0.1340673 Jul 22 11:19:51.567894 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b47f6f47-927d-43f6-a62e-b292f106ec44 req-2e381613-1392-4b65-adb1-14f677d84a64 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875103 Jul 22 11:19:51.629726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.630110 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.630553 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP 68720bed-0a1e-4bd0-8582-cd9a28a996d4 disassociated. External IP: 172.27.0.94, port: c4d22b99-709d-4d50-a237-82850eeff0a1. Jul 22 11:19:51.631427 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for c4d22b99-709d-4d50-a237-82850eeff0a1 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:51.660064 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41238) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:51.682312 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d3e653ee-6c0a-45d1-a8fa-c7bdf1f871da tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50a15db11214fb5a637fb400dcd928f HTTP/1.1" status: 200 len: 380 time: 0.1310105 Jul 22 11:19:51.703559 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'port': {'device_id': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'admin_state_up': True, 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'security_groups': ['fdba2edf-0ef6-4749-865a-596075ea8889']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:51.761836 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fdd12b62-6921-4266-bde5-3c36b08e794a req-0a0a5a82-ad80-4855-a79d-8340bc09076a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0510242 Jul 22 11:19:51.768515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (f7e02999-84b1-4561-a0b0-1237dc6412bb), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.783751 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['6c864331-87d8-4526-8824-f0d87403783e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:19:51.812422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.817817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event deleted for resources: {'Port': ['ID=f7e02999-84b1-4561-a0b0-1237dc6412bb,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:51.838095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.887677 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:51.893792 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:51.898186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] No DVR routers for this DVR port f7e02999-84b1-4561-a0b0-1237dc6412bb on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:51.902887 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.906511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c0ecfba6-13ab-4bfa-9afd-16a676c87d55 req-2db952e4-1522-4668-aedd-cabde7427491 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "DELETE /v2.0/ports/f7e02999-84b1-4561-a0b0-1237dc6412bb HTTP/1.1" status: 204 len: 173 time: 1.0136154 Jul 22 11:19:51.907554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'name': 'network-vif-deleted', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:51.910188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36dd858-a81a-4d63-9c63-eb7cebe73599" -d '{"events": [{"server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "name": "network-vif-deleted", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:51.956965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Made reservation on behalf of f50a15db11214fb5a637fb400dcd928f for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:19:51.958357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (c4d22b99-709d-4d50-a237-82850eeff0a1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.964578 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.992398 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.995867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cb946-7b5e-48c6-984a-616354b57e18 x-openstack-request-id: req-c81cb946-7b5e-48c6-984a-616354b57e18 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:51.996167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108d9e0-3b2d-402a-aaab-c313c30e7900", "name": "network-vif-deleted", "tag": "f7e02999-84b1-4561-a0b0-1237dc6412bb", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:51.996413 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c81cb946-7b5e-48c6-984a-616354b57e18 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:51.996977 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81cb946-7b5e-48c6-984a-616354b57e18'] response: {'server_uuid': '3108d9e0-3b2d-402a-aaab-c313c30e7900', 'name': 'network-vif-deleted', 'tag': 'f7e02999-84b1-4561-a0b0-1237dc6412bb', 'status': 'completed', 'code': 200} Jul 22 11:19:51.997824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:51.999899 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab HTTP/1.1" status: 204 len: 168 time: 0.3379922 Jul 22 11:19:52.003331 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41242) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:52.013323 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=c4d22b99-709d-4d50-a237-82850eeff0a1,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:52.027568 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.api.v2.resource [None req-b2c5bc9a-b51d-4b75-8c5f-fe607d3ee47e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] show failed (client error): The resource could not be found. Jul 22 11:19:52.028794 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b2c5bc9a-b51d-4b75-8c5f-fe607d3ee47e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups/aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab HTTP/1.1" status: 404 len: 347 time: 0.0243402 Jul 22 11:19:52.032889 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41244) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:52.041406 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:52.048004 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc14c47-dc94-49aa-8ced-79d2776c376d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6e8bec-6aae-4cd2-b5a2-9da3019cb3ab,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:52.198036 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Allocated IP 172.20.0.5 (a5e21a67-be78-4f6f-a34d-4e6e3696796e/575f1120-626a-49e9-86d9-f016573d8885/bf7a4ec0-a612-481f-81ec-02d77677b359) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:19:52.254096 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Deleting port 7a677c44-ebeb-4631-b905-0a4caa90455a {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:52.255040 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.314512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:19:52.386456 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.386789 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (7a677c44-ebeb-4631-b905-0a4caa90455a), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.390461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.398244 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:52.408964 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Calling delete_port for 7a677c44-ebeb-4631-b905-0a4caa90455a owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:52.424748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:52.445257 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.507376 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:19:52.511353 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:19:52.514462 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:19:52.563400 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event updated for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:52.596128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:52.597280 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.626262 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-150e7dce-fbf0-44d2-82aa-e097c139f93d tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9242995 Jul 22 11:19:52.641534 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Request body: {'port': {'device_id': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:52.775022 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-421b35eb-aaf9-4b8c-8546-ba392a8d6614 req-0cb5ae9e-54a7-4cd8-903f-aeacc041f7a7 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=3108d9e0-3b2d-402a-aaab-c313c30e7900 HTTP/1.1" status: 200 len: 210 time: 0.0371354 Jul 22 11:19:52.782001 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.872483 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7be20170-9869-424a-a253-5f310621c73f req-ca0e8f4d-a2b2-419c-8415-027b1d206c9d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=272976bd-b870-41a6-9bcd-598e1c9d34bc HTTP/1.1" status: 200 len: 210 time: 0.0466723 Jul 22 11:19:52.906963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-f1be7a32-6b2c-4322-bddb-c057f85a16f1 None None] Provisioning complete for port bf7a4ec0-a612-481f-81ec-02d77677b359 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:19:52.907950 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f1be7a32-6b2c-4322-bddb-c057f85a16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:52.922905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:19:52.936882 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:19:52.947303 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f1be7a32-6b2c-4322-bddb-c057f85a16f1 None None] Port bf7a4ec0-a612-481f-81ec-02d77677b359 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:19:52.952311 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:52.952311 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:52.963671 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed61ba-f8ef-49f9-91d1-7863c61b7c1c req-c4af0304-523a-4a53-8e83-6a3be4731c22 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:52.965151 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0ed61ba-f8ef-49f9-91d1-7863c61b7c1c req-c4af0304-523a-4a53-8e83-6a3be4731c22 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 931 time: 0.1150360 Jul 22 11:19:52.995053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] No DVR routers for this DVR port c4d22b99-709d-4d50-a237-82850eeff0a1 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:53.000263 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.003857 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-86532bf4-c3f0-4100-8e95-4cad38ab042a req-5b37a957-485f-4ace-9862-57ad8582eef9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "DELETE /v2.0/ports/c4d22b99-709d-4d50-a237-82850eeff0a1 HTTP/1.1" status: 204 len: 173 time: 2.1199648 Jul 22 11:19:53.074958 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:53.084129 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0ed61ba-f8ef-49f9-91d1-7863c61b7c1c req-39edfbf1-5e25-47a3-80b3-6330c0bb2566 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015062 Jul 22 11:19:53.085917 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (7a677c44-ebeb-4631-b905-0a4caa90455a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.131305 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'Port': ['ID=7a677c44-ebeb-4631-b905-0a4caa90455a,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.170937 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (8f90a76d-4a66-471a-849b-87ea6764fb10), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.175533 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.181551 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8de548ff-af8e-433f-8746-fd53d516cfcc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "DELETE /v2.0/floatingips/8f90a76d-4a66-471a-849b-87ea6764fb10 HTTP/1.1" status: 204 len: 168 time: 1.1444433 Jul 22 11:19:53.199160 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7a4ec0-a612-481f-81ec-02d77677b359 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:19:53.208713 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks [] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.224946 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Transition to ACTIVE for port object bf7a4ec0-a612-481f-81ec-02d77677b359 will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:19:53.231646 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.274927 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41254) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:53.279589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248883238', 'description': 'tempest-description--1035141394'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:53.306132 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:53.308357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.340203 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:19:53.350522 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:53.355317 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330869-6587-4510-b547-710021c944aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.356891 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:19:53.359137 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:53.391951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:53.393644 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Attempting to bind port bf7a4ec0-a612-481f-81ec-02d77677b359 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:19:53.394129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Attempting to bind port bf7a4ec0-a612-481f-81ec-02d77677b359 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:19:53.394951 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Attempting to bind port bf7a4ec0-a612-481f-81ec-02d77677b359 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:19:53.400866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Port bf7a4ec0-a612-481f-81ec-02d77677b359 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:19:53.401196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Attempting to bind port bf7a4ec0-a612-481f-81ec-02d77677b359 on network a5e21a67-be78-4f6f-a34d-4e6e3696796e {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:19:53.407539 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:19:53.407939 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Checking segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:19:53.408340 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Bound using segment: {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:19:53.409260 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Bound port: bf7a4ec0-a612-481f-81ec-02d77677b359, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f004d7f2-4205-49f7-b485-7a79faf59c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:19:53.409426 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (bdb783dc-b8bb-4939-8e9f-05222558ac1e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.409634 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.413056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:53.414841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (bdb783dc-b8bb-4939-8e9f-05222558ac1e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.468658 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.471944 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1940122 Jul 22 11:19:53.477953 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41256) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:53.478873 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device f7e02999-84b1-4561-a0b0-1237dc6412bb no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:53.488623 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group_rule': {'security_group_id': 'bdb783dc-b8bb-4939-8e9f-05222558ac1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:53.509795 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323370d8-e328-40de-b4d9-60bb704a8a2b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb783dc-b8bb-4939-8e9f-05222558ac1e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.530961 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: f7e02999-84b1-4561-a0b0-1237dc6412bb {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:53.531616 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device f7e02999-84b1-4561-a0b0-1237dc6412bb not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:53.532206 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c4d22b99-709d-4d50-a237-82850eeff0a1 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:53.541890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (d79f1f25-bb80-424e-a5a0-9a9c57c6c801), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.559109 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:19:53.588189 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: c4d22b99-709d-4d50-a237-82850eeff0a1 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:53.589830 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c4d22b99-709d-4d50-a237-82850eeff0a1 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:53.642299 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:53.651338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (d79f1f25-bb80-424e-a5a0-9a9c57c6c801), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.657633 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (d79f1f25-bb80-424e-a5a0-9a9c57c6c801), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.684740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79f1f25-bb80-424e-a5a0-9a9c57c6c801,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.700862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.702230 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-01b217e1-052f-4218-9844-3271ba02f776 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2233295 Jul 22 11:19:53.707776 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41258) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:53.713553 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'security_group_rule': {'security_group_id': 'bdb783dc-b8bb-4939-8e9f-05222558ac1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:53.747382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (50e128fd-f1ea-45a5-ace7-c6f44bdc3760), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.793343 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:19:53.797191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=bf7a4ec0-a612-481f-81ec-02d77677b359,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:19:53.809034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.826788 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (50e128fd-f1ea-45a5-ace7-c6f44bdc3760), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.834168 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (50e128fd-f1ea-45a5-ace7-c6f44bdc3760), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.871974 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:53.872769 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.875235 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-d8330869-6587-4510-b547-710021c944aa service neutron] 10.222.0.43 "PUT /v2.0/ports/bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 200 len: 1093 time: 1.2419147 Jul 22 11:19:53.878871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e128fd-f1ea-45a5-ace7-c6f44bdc3760,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.895387 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:53.906234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:53.911005 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6dda8e59-2da1-4f5a-9c35-69e25b5043e6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983850 Jul 22 11:19:53.912809 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41266) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:53.912953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd204471-81de-496a-b2f1-827129869ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:53.920280 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:53.947554 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330869-6587-4510-b547-710021c944aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:53.990854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.001180 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'name': 'network-vif-deleted', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:54.001509 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-276dab6a-0367-40da-9523-3050e1aa7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:54.003717 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-276dab6a-0367-40da-9523-3050e1aa7d90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 1127 time: 0.0693967 Jul 22 11:19:54.005046 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c7b95-a870-4618-9e50-eb0fd2abb1c6" -d '{"events": [{"server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "name": "network-vif-deleted", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:54.005906 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:19:54.031379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:54.084458 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca284c-515f-4ead-ad1c-727f764a707c None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:19:54.118688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41278) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:54.128578 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-2c815248-f27e-4b2e-9a1e-4079410ea57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 200 len: 217 time: 0.1150677 Jul 22 11:19:54.134772 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d431f4e-60e4-41ed-97b2-6e3d82601415 x-openstack-request-id: req-1d431f4e-60e4-41ed-97b2-6e3d82601415 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:54.137530 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:54.139786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d431f4e-60e4-41ed-97b2-6e3d82601415 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:54.141993 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d431f4e-60e4-41ed-97b2-6e3d82601415'] response: {'name': 'network-changed', 'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'status': 'completed', 'code': 200} Jul 22 11:19:54.162957 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237dd33-8ddd-4469-823a-bf2a3aa2fd62 x-openstack-request-id: req-5237dd33-8ddd-4469-823a-bf2a3aa2fd62 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:54.163680 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272976bd-b870-41a6-9bcd-598e1c9d34bc", "name": "network-vif-deleted", "tag": "c4d22b99-709d-4d50-a237-82850eeff0a1", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:54.164299 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5237dd33-8ddd-4469-823a-bf2a3aa2fd62 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:54.165132 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5237dd33-8ddd-4469-823a-bf2a3aa2fd62'] response: {'server_uuid': '272976bd-b870-41a6-9bcd-598e1c9d34bc', 'name': 'network-vif-deleted', 'tag': 'c4d22b99-709d-4d50-a237-82850eeff0a1', 'status': 'completed', 'code': 200} Jul 22 11:19:54.195523 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.268360 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebba84-bb52-4e5d-87f7-b548ec5cc8cd req-7716bbc9-c754-420d-a198-9bf5fe499513 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:54.269941 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fcebba84-bb52-4e5d-87f7-b548ec5cc8cd req-7716bbc9-c754-420d-a198-9bf5fe499513 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0656767 Jul 22 11:19:54.350729 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fcebba84-bb52-4e5d-87f7-b548ec5cc8cd req-7c0e96dc-cb14-44c0-8cb4-7cab9508404f tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Jul 22 11:19:54.379008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e420aa-1cd0-4a5b-93d3-e0f4e8d81efb req-5237c770-222d-4488-b951-905b80fc0560 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:54.380737 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f7e420aa-1cd0-4a5b-93d3-e0f4e8d81efb req-5237c770-222d-4488-b951-905b80fc0560 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 943 time: 0.1502182 Jul 22 11:19:54.391594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (aa2e987a-45bc-498b-ae51-b5906f9d4f82), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.413906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f30a4-5d19-45e1-99c8-c236e1a0309f None None] New status for floating IP 68720bed-0a1e-4bd0-8582-cd9a28a996d4: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:19:54.440403 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Allocated IP 172.27.0.214 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/95f6ab91-d863-4583-b062-a4ee43ad79e2) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:19:54.446392 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:54.459390 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (aa2e987a-45bc-498b-ae51-b5906f9d4f82), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.540810 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f7e420aa-1cd0-4a5b-93d3-e0f4e8d81efb req-8f2eb08d-c01b-4c4b-8827-fd66a43c0356 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528826 Jul 22 11:19:54.620432 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (aa2e987a-45bc-498b-ae51-b5906f9d4f82), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.623083 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.624244 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa2e987a-45bc-498b-ae51-b5906f9d4f82 HTTP/1.1" status: 204 len: 168 time: 0.5001235 Jul 22 11:19:54.628984 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41280) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:54.631458 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.642959 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be1ae7-2b51-4c23-8850-29f066c9bf4d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e987a-45bc-498b-ae51-b5906f9d4f82,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:54.643542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-be9273b3-037a-472b-85ec-ad58a648892b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] show failed (client error): The resource could not be found. Jul 22 11:19:54.648456 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-be9273b3-037a-472b-85ec-ad58a648892b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups/aa2e987a-45bc-498b-ae51-b5906f9d4f82 HTTP/1.1" status: 404 len: 347 time: 0.0165153 Jul 22 11:19:54.648863 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41282) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:54.684151 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.688011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:54.731076 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:19:54.734651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:19:54.741841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:19:54.757873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=95f6ab91-d863-4583-b062-a4ee43ad79e2,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:54.777925 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port d73059a5-3d5f-41f1-ae4c-98305bdb483b {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:54.778371 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.797232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.840045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.871743 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.872268 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (d73059a5-3d5f-41f1-ae4c-98305bdb483b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:54.885912 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for d73059a5-3d5f-41f1-ae4c-98305bdb483b owned by network:floatingip {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:55.001207 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.007205 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.033319 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (d73059a5-3d5f-41f1-ae4c-98305bdb483b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.041694 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.065900 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.067187 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1534085 Jul 22 11:19:55.068773 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3e50-da32-4d9c-a7e7-27193b750df5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=95f6ab91-d863-4583-b062-a4ee43ad79e2,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:55.082779 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=d73059a5-3d5f-41f1-ae4c-98305bdb483b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:55.127490 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (68720bed-0a1e-4bd0-8582-cd9a28a996d4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.130075 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.131873 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c6ad299a-f024-41c2-9ac1-9b974d75eeae tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/floatingips/68720bed-0a1e-4bd0-8582-cd9a28a996d4 HTTP/1.1" status: 204 len: 168 time: 0.4822803 Jul 22 11:19:55.205128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41290) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:55.210076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788449122', 'description': 'tempest-description--1981582229'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:55.234687 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.313308 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-87c3ef70-b082-4559-943b-c321a22772fc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1248883238&fields=id&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 267 time: 0.0502400 Jul 22 11:19:55.316320 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (d4d1dc39-77ba-457a-8f3e-6216b97bd76b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.321339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d4d1dc39-77ba-457a-8f3e-6216b97bd76b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.351866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d1dc39-77ba-457a-8f3e-6216b97bd76b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:55.356767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.360710 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-003174c0-e171-4d74-ac92-083ed5285521 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1516433 Jul 22 11:19:55.361371 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41300) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:55.368164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'd4d1dc39-77ba-457a-8f3e-6216b97bd76b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:55.372579 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:55.404839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (fefdb225-3da0-48bb-aaae-8b15985106fe), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.424656 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:55.465032 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-040c5153-c686-4191-9a69-4da66f59b59e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:55.466595 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-040c5153-c686-4191-9a69-4da66f59b59e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 817 time: 0.1450636 Jul 22 11:19:55.476313 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:55.484144 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-50e35194-b68b-48aa-ae33-ccc21c21f6fe tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/quotas/b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 375 time: 0.0109558 Jul 22 11:19:55.511159 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5103352-4769-42e4-b109-33c211f2c7df req-42ecc2f9-3fe7-4c81-8566-d59c8ea099ec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:55.512588 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5103352-4769-42e4-b109-33c211f2c7df req-42ecc2f9-3fe7-4c81-8566-d59c8ea099ec tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0699990 Jul 22 11:19:55.519661 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (fefdb225-3da0-48bb-aaae-8b15985106fe), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.528241 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (fefdb225-3da0-48bb-aaae-8b15985106fe), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.538935 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-8ca89466-24e0-44a5-9d20-06182eb7dadb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485170 Jul 22 11:19:55.570680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefdb225-3da0-48bb-aaae-8b15985106fe,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:55.582252 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.583437 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3dd0ccf8-2bea-4c13-9c9e-8d6736912db4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2211869 Jul 22 11:19:55.587190 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41308) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:55.592556 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'security_group_rule': {'security_group_id': 'd4d1dc39-77ba-457a-8f3e-6216b97bd76b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:55.606186 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5103352-4769-42e4-b109-33c211f2c7df req-30b32815-4d9d-44eb-a5da-c1d2873df2ba tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852928 Jul 22 11:19:55.633404 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (ce5870fb-5cc2-46da-b98a-8c462fc61251), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.734877 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (ce5870fb-5cc2-46da-b98a-8c462fc61251), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.741372 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (ce5870fb-5cc2-46da-b98a-8c462fc61251), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.762629 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54419388-8e52-48e2-87f5-783d69d75fd6 req-4efdc3e2-ba42-48c8-b9ef-33793769319a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:55.764982 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-54419388-8e52-48e2-87f5-783d69d75fd6 req-4efdc3e2-ba42-48c8-b9ef-33793769319a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 943 time: 0.0805042 Jul 22 11:19:55.783216 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5870fb-5cc2-46da-b98a-8c462fc61251,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:55.787843 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b1d1f82c-5ab2-4b98-99d4-5bb2c4922cbd service neutron] 10.222.0.20 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365181 Jul 22 11:19:55.803134 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.804369 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3dad6b81-4b4f-4971-b08e-d05c96a266b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162251 Jul 22 11:19:55.808546 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41310) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:55.812852 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:55.854390 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-54419388-8e52-48e2-87f5-783d69d75fd6 req-5405dc4b-5c36-4211-9e19-bfe9c2ed4d40 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743210 Jul 22 11:19:55.855688 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:55.892933 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-d890d66f-085b-42c2-97ee-dfba48858425 service neutron] 10.222.0.20 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984364 Jul 22 11:19:55.941197 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.089418 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.27.0.140 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/247fa3aa-b1d1-4bda-a14e-8dada7eb11f7) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:19:56.094118 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-13648eb8-8ff3-4859-970f-966634100ea9 req-4eb8dc46-1ea7-47c9-bba5-86517dd94803 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 210 time: 0.0525613 Jul 22 11:19:56.173262 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:56.215415 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.251963 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.300057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:19:56.306176 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:19:56.308196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=247fa3aa-b1d1-4bda-a14e-8dada7eb11f7,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:56.310378 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:19:56.339165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:56.432079 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-ba711bdf-e3ab-4289-a412-6652ccee02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:56.433657 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-ba711bdf-e3ab-4289-a412-6652ccee02a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0805609 Jul 22 11:19:56.479803 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.523500 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-2f8f1370-9c16-4aef-9352-ea3db18ef1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:56.525695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-2f8f1370-9c16-4aef-9352-ea3db18ef1e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800748 Jul 22 11:19:56.537649 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.771449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214529-6636-4b03-b470-ae2d86db8b6e req-f3cda6bb-031d-4d0c-9348-d9dcddbf531c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:56.772971 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a8214529-6636-4b03-b470-ae2d86db8b6e req-f3cda6bb-031d-4d0c-9348-d9dcddbf531c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0876853 Jul 22 11:19:56.779441 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-01e583ae-349c-40d2-aeaa-279fab2241dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:56.781024 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-01e583ae-349c-40d2-aeaa-279fab2241dd tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Jul 22 11:19:56.786335 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-f39ae482-0502-4be5-9436-e451820971f9 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191320 Jul 22 11:19:56.788375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.796111 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.876578 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a8214529-6636-4b03-b470-ae2d86db8b6e req-3e5e489a-6eaa-40e7-95f9-fbff5a18391c tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aafa1e1-c21e-441f-8747-c576cb5cf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944910 Jul 22 11:19:56.913207 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:56.917746 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Deleting port 6c864331-87d8-4526-8824-f0d87403783e {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:19:56.918176 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (6c864331-87d8-4526-8824-f0d87403783e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.921100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:56.972461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=247fa3aa-b1d1-4bda-a14e-8dada7eb11f7,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:57.008356 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:57.015620 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:57.016891 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-342f29f6-0887-43d1-87e5-8befe430a8d6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2074146 Jul 22 11:19:57.037277 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] For port 6c864331-87d8-4526-8824-f0d87403783e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=6c864331-87d8-4526-8824-f0d87403783e,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:57.037651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (6c864331-87d8-4526-8824-f0d87403783e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:57.047790 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf0840-5ec0-4db4-881b-5ca10b9a485a req-a12566f1-0e4f-48f1-b31e-c09a00d7e74b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:57.049341 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dfaf0840-5ec0-4db4-881b-5ca10b9a485a req-a12566f1-0e4f-48f1-b31e-c09a00d7e74b tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 943 time: 0.0919025 Jul 22 11:19:57.054195 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Calling delete_port for 6c864331-87d8-4526-8824-f0d87403783e owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:19:57.061023 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fbcf14cf-c9db-4690-be13-26b2b56897ed req-1d6ac33a-db08-49c6-b231-d6449b6015f8 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656269 Jul 22 11:19:57.159977 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dfaf0840-5ec0-4db4-881b-5ca10b9a485a req-9ccbe1f8-df71-4f75-8816-0e09004bac51 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976825 Jul 22 11:19:57.236853 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-cec37e30-cce6-4efe-997e-6dde8df4d915 req-fe732ae1-5870-49eb-a1aa-e4e05d27200a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 210 time: 0.0504348 Jul 22 11:19:57.266732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (6c864331-87d8-4526-8824-f0d87403783e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:57.279056 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['6c864331-87d8-4526-8824-f0d87403783e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:19:57.300857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Pushing event deleted for resources: {'Port': ['ID=6c864331-87d8-4526-8824-f0d87403783e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:57.304181 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b25a705b-3c67-49ff-bde7-32892770e99d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--788449122&fields=id&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 267 time: 0.0488811 Jul 22 11:19:57.347362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] No DVR routers for this DVR port 6c864331-87d8-4526-8824-f0d87403783e on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:19:57.350554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:57.353929 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b97dd4b8-8bbd-4ba7-9c51-88912f1223b3 req-77c5bbe0-f245-4aa5-88eb-9103ac36416d tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.43 "DELETE /v2.0/ports/6c864331-87d8-4526-8824-f0d87403783e HTTP/1.1" status: 204 len: 173 time: 0.5558474 Jul 22 11:19:57.354397 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'name': 'network-vif-deleted', 'tag': '6c864331-87d8-4526-8824-f0d87403783e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:57.356726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfb908-de5f-4d79-a0fb-6c29d8d74487" -d '{"events": [{"server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "name": "network-vif-deleted", "tag": "6c864331-87d8-4526-8824-f0d87403783e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:57.395128 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96bb3e0-855d-49c9-892b-7967cd6e11f4 x-openstack-request-id: req-c96bb3e0-855d-49c9-892b-7967cd6e11f4 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:57.395534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf8cb41-3496-45fe-9392-6add8f6873d0", "name": "network-vif-deleted", "tag": "6c864331-87d8-4526-8824-f0d87403783e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:57.396339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c96bb3e0-855d-49c9-892b-7967cd6e11f4 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:57.396861 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96bb3e0-855d-49c9-892b-7967cd6e11f4'] response: {'server_uuid': 'fbf8cb41-3496-45fe-9392-6add8f6873d0', 'name': 'network-vif-deleted', 'tag': '6c864331-87d8-4526-8824-f0d87403783e', 'status': 'completed', 'code': 200} Jul 22 11:19:57.406980 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:57.436464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-6b362f9e-9d65-4ffd-a11c-d9597d648ff3 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:57.438123 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-6b362f9e-9d65-4ffd-a11c-d9597d648ff3 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.1235600 Jul 22 11:19:57.453743 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-2fc5cc35-6844-4a4e-b95a-8604ba805c8f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/quotas/28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 375 time: 0.0101185 Jul 22 11:19:57.505882 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-f83ac67a-3e74-427b-a9f8-4dc25caea15b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463116 Jul 22 11:19:57.616392 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-86a4336f-88ad-4f75-88db-3169ad5a44b8 service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958445 Jul 22 11:19:57.726746 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-ed311cb3-839e-48d5-8e7b-b5437effbf46 service neutron] 10.222.0.20 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042066 Jul 22 11:19:57.888661 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204471-81de-496a-b2f1-827129869ce9 req-6717e068-67e4-4130-a952-0d115b29d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:57.894177 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-6717e068-67e4-4130-a952-0d115b29d144 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 1127 time: 0.0515926 Jul 22 11:19:57.993076 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d985f439-76a2-4b82-b3f1-69c4e836e0ad req-a7835d91-f36c-44d0-bc1e-5f42c9b28390 tempest-ServerRescueNegativeTestJSON-821389900 tempest-ServerRescueNegativeTestJSON-821389900-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf8cb41-3496-45fe-9392-6add8f6873d0 HTTP/1.1" status: 200 len: 210 time: 0.0314512 Jul 22 11:19:58.024973 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-60ca483a-0c84-40d3-9743-5529ecfe582f req-7ca61dfc-bb8d-469e-a1a0-03a2aa52906b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 210 time: 0.0896251 Jul 22 11:19:58.070756 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-2d8e3526-8317-48cd-8060-bb8ed211fc67 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.072984 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-2d8e3526-8317-48cd-8060-bb8ed211fc67 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 817 time: 0.2278004 Jul 22 11:19:58.111373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204471-81de-496a-b2f1-827129869ce9 req-833aa1a0-c576-438a-a90d-424f2b978774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.113504 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-833aa1a0-c576-438a-a90d-424f2b978774 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.2031877 Jul 22 11:19:58.161586 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-d29f141b-f705-4cb5-9169-285509168c4c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 380 time: 0.0624554 Jul 22 11:19:58.287409 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d01a1e-c0a2-47e5-a9e0-2ff13a8ae14c req-3e652ca5-6ed6-4cc9-a4d7-c9acd9842882 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.289039 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-13d01a1e-c0a2-47e5-a9e0-2ff13a8ae14c req-3e652ca5-6ed6-4cc9-a4d7-c9acd9842882 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 943 time: 0.0554504 Jul 22 11:19:58.336507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'port': {'device_id': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'admin_state_up': True, 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'security_groups': ['bdb783dc-b8bb-4939-8e9f-05222558ac1e']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:58.375821 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-fc9f11ae-fd33-4e57-8107-7f21d00951b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 200 len: 217 time: 0.0552466 Jul 22 11:19:58.387455 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:58.413986 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-562bb5cb-0214-4ef5-b427-1f719e4ae4d4 req-a54da2a0-5b93-4304-a041-df102a7b3bf8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 210 time: 0.0405684 Jul 22 11:19:58.430879 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-13d01a1e-c0a2-47e5-a9e0-2ff13a8ae14c req-70003c8a-754b-4ffd-85ec-9664e817d3ba tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337569 Jul 22 11:19:58.492064 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Made reservation on behalf of b745569c01e04aa18f5494b0856bc3d1 for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:19:58.496140 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:58.526251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204471-81de-496a-b2f1-827129869ce9 req-c4f5a778-f75b-4a86-8ae4-ffbd41bd224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.527814 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-c4f5a778-f75b-4a86-8ae4-ffbd41bd224c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0635052 Jul 22 11:19:58.599569 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:58.603061 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204471-81de-496a-b2f1-827129869ce9 req-59d9cee5-91c5-4974-ae3d-0feded57861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.605437 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-59d9cee5-91c5-4974-ae3d-0feded57861a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649927 Jul 22 11:19:58.659950 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Allocated IP 172.20.0.6 (7318ffdd-ae63-4738-8d01-53fbef338615/e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0/c1ac6e13-743e-4cd7-b970-2f05998ba958) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:19:58.711902 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-2f97187f-fc67-4cd2-b89f-7cbe8a2342de service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985377 Jul 22 11:19:58.813791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:58.828841 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd204471-81de-496a-b2f1-827129869ce9 req-388dcbb8-b091-43f6-8720-dcbf36e90ef3 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072609 Jul 22 11:19:58.831070 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:58.866138 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:58.916700 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Network 7318ffdd-ae63-4738-8d01-53fbef338615 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:19:58.922050 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:19:58.926240 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:19:58.932605 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:58.966141 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:58.993304 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:58.994046 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.014644 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-704c77f0-e65d-4c6e-bda8-6ac000dbe2e8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845295 Jul 22 11:19:59.034887 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Request body: {'port': {'device_id': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:59.092747 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41366) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:19:59.147978 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:19:59.156716 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.167998 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-678ea7d7-d39e-44e7-befc-0f0cf405c9cd req-aa1d086c-160b-480f-a9a6-22dac843a0a8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 210 time: 0.0567236 Jul 22 11:19:59.262843 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-a77f40d4-21e6-46cb-970f-8f0cb53d2b94 None None] Provisioning complete for port c1ac6e13-743e-4cd7-b970-2f05998ba958 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:19:59.263522 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a77f40d4-21e6-46cb-970f-8f0cb53d2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.311786 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-a77f40d4-21e6-46cb-970f-8f0cb53d2b94 None None] Port c1ac6e13-743e-4cd7-b970-2f05998ba958 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:19:59.369978 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-54cf5171-1e08-45cf-bf89-5a32617d918c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:59.372152 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-54cf5171-1e08-45cf-bf89-5a32617d918c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 815 time: 0.2508471 Jul 22 11:19:59.398440 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:59.475828 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:19:59.485930 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks [] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.502165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Transition to ACTIVE for port object c1ac6e13-743e-4cd7-b970-2f05998ba958 will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:19:59.509692 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.511839 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device bf7a4ec0-a612-481f-81ec-02d77677b359 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:19:59.527977 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:59.542997 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-43f66cf3-846f-4273-b7f1-3dc56f427888 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28836b7cb9c646aaaa1bb1c1fae68128 HTTP/1.1" status: 200 len: 379 time: 0.1617532 Jul 22 11:19:59.567105 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'port': {'device_id': '27286438-bce0-447c-9406-2d776cc7c81d', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'admin_state_up': True, 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'security_groups': ['d4d1dc39-77ba-457a-8f3e-6216b97bd76b']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:19:59.605155 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da373-b98f-48f3-aac0-035b3ed03daf req-867e8a69-b3d5-4b71-ac4d-4f3c653eb768 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:59.609840 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2c7da373-b98f-48f3-aac0-035b3ed03daf req-867e8a69-b3d5-4b71-ac4d-4f3c653eb768 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0862253 Jul 22 11:19:59.666967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:59.672361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 6c864331-87d8-4526-8824-f0d87403783e no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:19:59.677605 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=bf7a4ec0-a612-481f-81ec-02d77677b359,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:59.682380 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859848-6c8e-44c9-9717-12607e7ab193 req-d2bb5157-d3a2-428b-a6be-728286f0cabd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:59.686305 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ae859848-6c8e-44c9-9717-12607e7ab193 req-d2bb5157-d3a2-428b-a6be-728286f0cabd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 943 time: 0.1350064 Jul 22 11:19:59.720089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 6c864331-87d8-4526-8824-f0d87403783e {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:19:59.720506 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 6c864331-87d8-4526-8824-f0d87403783e not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:19:59.724716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'port_id': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'mac_address': 'fa:16:3e:05:b7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:19:59.745617 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ae859848-6c8e-44c9-9717-12607e7ab193 req-e8147a21-96a9-46e6-b1ba-c770d76171dd tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492361 Jul 22 11:19:59.760591 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Attempting to bind port c1ac6e13-743e-4cd7-b970-2f05998ba958 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:19:59.761027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Attempting to bind port c1ac6e13-743e-4cd7-b970-2f05998ba958 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:19:59.761432 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Attempting to bind port c1ac6e13-743e-4cd7-b970-2f05998ba958 on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:19:59.773654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Port c1ac6e13-743e-4cd7-b970-2f05998ba958 on network 7318ffdd-ae63-4738-8d01-53fbef338615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:19:59.774046 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Attempting to bind port c1ac6e13-743e-4cd7-b970-2f05998ba958 on network 7318ffdd-ae63-4738-8d01-53fbef338615 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:19:59.779962 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:19:59.780131 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Checking segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:19:59.780524 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Bound using segment: {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:19:59.780965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Bound port: c1ac6e13-743e-4cd7-b970-2f05998ba958, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cbbd35-6f08-4690-9dfc-266f55b70ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:19:59.781143 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2c7da373-b98f-48f3-aac0-035b3ed03daf req-ce20a38a-c0ff-4b2e-8b7f-d32c9ccf7f75 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561177 Jul 22 11:19:59.781336 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.799606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port bf7a4ec0-a612-481f-81ec-02d77677b359 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:19:59.800630 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.822481 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:59.825344 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7a4ec0-a612-481f-81ec-02d77677b359 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:19:59.829478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:19:59.855820 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=bf7a4ec0-a612-481f-81ec-02d77677b359,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:19:59.858066 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Made reservation on behalf of 28836b7cb9c646aaaa1bb1c1fae68128 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:19:59.860499 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.860799 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:19:59.861685 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.864680 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:19:59.873402 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.909409 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:19:59.910129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.912287 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] 10.222.0.43 "PUT /v2.0/ports/c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 1093 time: 0.8811126 Jul 22 11:19:59.912469 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:19:59.915023 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6bd28c-207a-4e4c-a0e0-8199137423db" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:19:59.928877 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:19:59.936677 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:59.967926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e9068-9906-49b5-b130-a13c23f02d79 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:59.978811 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7454ce8d-e7ee-4088-a735-07fe4bad3d42 x-openstack-request-id: req-7454ce8d-e7ee-4088-a735-07fe4bad3d42 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:19:59.980740 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:19:59.981010 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7454ce8d-e7ee-4088-a735-07fe4bad3d42 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:19:59.981431 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7454ce8d-e7ee-4088-a735-07fe4bad3d42'] response: {'name': 'network-changed', 'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'status': 'completed', 'code': 200} Jul 22 11:20:00.046177 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-45304def-7d34-4908-bf76-38c15f9da170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:00.049095 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-45304def-7d34-4908-bf76-38c15f9da170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1127 time: 0.0513620 Jul 22 11:20:00.098513 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-9a3714ff-de75-4564-8c1a-fbee4c31592f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 217 time: 0.0366275 Jul 22 11:20:00.123965 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['bf7a4ec0-a612-481f-81ec-02d77677b359'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:20:00.135190 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Allocated IP 172.20.0.7 (32cd3386-64da-4740-85d1-ffc0b29096eb/8bf3046b-532b-4402-82af-e05ac2fac863/af37cf80-6a03-4866-87c0-372fd391424e) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:20:00.161503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-7a989d76-1a3b-464c-a54e-22a770f6904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:00.163615 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-7a989d76-1a3b-464c-a54e-22a770f6904f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0635030 Jul 22 11:20:00.228587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:00.231146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-0ed49660-5d96-40e4-b80e-0c79ff4f2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:00.234064 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-0ed49660-5d96-40e4-b80e-0c79ff4f2a3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627170 Jul 22 11:20:00.293701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:00.347228 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a66bb5f4-d14c-41f6-bc71-4f1f5bf9bde5 req-2c47d20c-0018-4303-8580-001c37dec22f tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 210 time: 0.0748456 Jul 22 11:20:00.353315 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-0cb3d916-b37f-468c-9717-f3c7d660dd80 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026354 Jul 22 11:20:00.409944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Deleting port 50109f1c-3364-4cd2-a5d2-a980134ec917 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:20:00.410288 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.453219 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8695d865-4d25-4901-acc8-4f96135cd0e0 req-2adcf57c-f575-464f-9349-61fcb8f4945a service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929253 Jul 22 11:20:00.478668 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for port (af37cf80-6a03-4866-87c0-372fd391424e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.530012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] For port 50109f1c-3364-4cd2-a5d2-a980134ec917, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=50109f1c-3364-4cd2-a5d2-a980134ec917,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:00.530286 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.546646 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Calling delete_port for 50109f1c-3364-4cd2-a5d2-a980134ec917 owned by network:router_interface {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:20:00.554548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.590887 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:00.635201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Network 32cd3386-64da-4740-85d1-ffc0b29096eb is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:20:00.646157 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:20:00.652407 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:20:00.657877 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:00.658356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.666601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event updated for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:00.695357 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-14dd88c4-3d45-4621-8d60-904f22939c12 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338432 Jul 22 11:20:00.831976 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (50109f1c-3364-4cd2-a5d2-a980134ec917), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.859697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Pushing event deleted for resources: {'Port': ['ID=50109f1c-3364-4cd2-a5d2-a980134ec917,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:00.880514 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:00.900409 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-5c834865-25eb-490f-aa54-52787feb098e None None] Provisioning complete for port af37cf80-6a03-4866-87c0-372fd391424e triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:20:00.900800 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5c834865-25eb-490f-aa54-52787feb098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (af37cf80-6a03-4866-87c0-372fd391424e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:00.918201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb0f5-1334-4c06-9f5f-1df1b6a99b4a req-f802c752-0c68-49a5-8630-9d1eda21788e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:00.920013 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-13ecb0f5-1334-4c06-9f5f-1df1b6a99b4a req-f802c752-0c68-49a5-8630-9d1eda21788e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 944 time: 0.0856502 Jul 22 11:20:00.952980 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-5c834865-25eb-490f-aa54-52787feb098e None None] Port af37cf80-6a03-4866-87c0-372fd391424e cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:20:00.990269 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-13ecb0f5-1334-4c06-9f5f-1df1b6a99b4a req-dd578a47-23a7-473e-998d-d29b40b75022 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635555 Jul 22 11:20:01.032432 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4206a-99ad-484e-a6ca-18ae88c76793 req-f7e6c923-aed1-4986-8020-798894819346 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.034521 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3dc4206a-99ad-484e-a6ca-18ae88c76793 req-f7e6c923-aed1-4986-8020-798894819346 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1408710 Jul 22 11:20:01.278701 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-bc4c0922-4815-4674-b090-e341be5a5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.280657 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-bc4c0922-4815-4674-b090-e341be5a5f94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1127 time: 0.0455172 Jul 22 11:20:01.336933 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Request body: {'port': {'device_id': '27286438-bce0-447c-9406-2d776cc7c81d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:20:01.378983 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:01.382705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-cbdefece-7bc7-4e2c-8152-c04a9c9967b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.384281 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-cbdefece-7bc7-4e2c-8152-c04a9c9967b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.0962369 Jul 22 11:20:01.387458 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.416279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3dc4206a-99ad-484e-a6ca-18ae88c76793 req-117a0a44-4405-49ad-a79e-181381706e11 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704791 Jul 22 11:20:01.479520 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd622a-1847-476d-98c8-5ea12de0844e req-37cb016d-68fb-4923-8dd8-08d485165e84 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.481273 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9bdd622a-1847-476d-98c8-5ea12de0844e req-37cb016d-68fb-4923-8dd8-08d485165e84 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 931 time: 0.0588863 Jul 22 11:20:01.487504 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (af37cf80-6a03-4866-87c0-372fd391424e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.515931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:01.525869 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:20:01.604753 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9bdd622a-1847-476d-98c8-5ea12de0844e req-c7cb02dc-3131-4658-a08b-4b30a9698ddb tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125381 Jul 22 11:20:01.605854 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-cdd8c59c-fa61-4df7-86f2-c054f0817d4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 217 time: 0.0689108 Jul 22 11:20:01.617408 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device bf7a4ec0-a612-481f-81ec-02d77677b359 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:20:01.664522 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:01.679246 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-b566d8a8-92c3-4673-aba3-4362afc4ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.680667 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-b566d8a8-92c3-4673-aba3-4362afc4ab8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0668283 Jul 22 11:20:01.684689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:20:01.720103 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port bf7a4ec0-a612-481f-81ec-02d77677b359 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:20:01.730964 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port bf7a4ec0-a612-481f-81ec-02d77677b359 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:20:01.731432 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.735966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:20:01.735966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.740674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-e9a29720-0c19-49c4-9c6e-52b17a2dcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:01.742277 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-e9a29720-0c19-49c4-9c6e-52b17a2dcbe0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537534 Jul 22 11:20:01.769950 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:20:01.799913 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:01.809380 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.811597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:01.839210 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:20:01.868798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port bf7a4ec0-a612-481f-81ec-02d77677b359 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:20:01.869094 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:01.904500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:01.911568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:01.914089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b75fc1-139b-44f9-8b84-f2871527c302" -d '{"events": [{"server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "name": "network-vif-plugged", "status": "completed", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:01.930180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=bf7a4ec0-a612-481f-81ec-02d77677b359,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:01.937119 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.013602 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:02.022290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af37cf80-6a03-4866-87c0-372fd391424e {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:20:02.035305 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks [] for port (af37cf80-6a03-4866-87c0-372fd391424e), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.053403 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:20:02.057988 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c1ac6e13-743e-4cd7-b970-2f05998ba958'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:20:02.063508 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-be9be14b-1568-4af9-88fd-f60bfe50c930 admin admin] 10.222.0.20 "PUT /v2.0/routers/97bfc1a8-9c1f-4d82-adf2-d99474197a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9690528 Jul 22 11:20:02.064119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Transition to ACTIVE for port object af37cf80-6a03-4866-87c0-372fd391424e will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:20:02.064823 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41394) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:02.066486 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Sync routers for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:20:02.069997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:02.087177 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:02.092519 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:02.112037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.196169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216fe17-b360-44f5-b12b-3f4324b29f6b x-openstack-request-id: req-c216fe17-b360-44f5-b12b-3f4324b29f6b {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:02.196457 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "name": "network-vif-plugged", "status": "completed", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:02.196806 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c216fe17-b360-44f5-b12b-3f4324b29f6b {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:02.197301 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c216fe17-b360-44f5-b12b-3f4324b29f6b'] response: {'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'code': 200} Jul 22 11:20:02.210782 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:02.251520 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-14147533-6c43-4169-9a83-842ece1b2e0e service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163936 Jul 22 11:20:02.256871 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:02.283207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aefbd-6c4a-4729-b79b-274fe1fbfb3c req-02982a68-d708-4a68-9032-394ab2d29cd5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:02.291273 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks [] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.295001 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aa1aefbd-6c4a-4729-b79b-274fe1fbfb3c req-02982a68-d708-4a68-9032-394ab2d29cd5 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.1755426 Jul 22 11:20:02.312672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Attempting to bind port af37cf80-6a03-4866-87c0-372fd391424e on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:20:02.313018 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Attempting to bind port af37cf80-6a03-4866-87c0-372fd391424e by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:20:02.313628 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Attempting to bind port af37cf80-6a03-4866-87c0-372fd391424e on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:20:02.349433 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:02.378953 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Port af37cf80-6a03-4866-87c0-372fd391424e on network 32cd3386-64da-4740-85d1-ffc0b29096eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:20:02.379757 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Attempting to bind port af37cf80-6a03-4866-87c0-372fd391424e on network 32cd3386-64da-4740-85d1-ffc0b29096eb {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:20:02.415941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:20:02.416449 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Checking segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:20:02.417159 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Bound using segment: {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:20:02.417824 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Bound port: af37cf80-6a03-4866-87c0-372fd391424e, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273f8795-24b5-427a-8e99-59534ba4ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:20:02.418239 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (af37cf80-6a03-4866-87c0-372fd391424e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.425779 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:02.460498 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aa1aefbd-6c4a-4729-b79b-274fe1fbfb3c req-17f53ce8-e83e-46cc-bb69-1529e5496cf6 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652780 Jul 22 11:20:02.487290 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:02.502152 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cb6bd28c-207a-4e4c-a0e0-8199137423db req-7dfbcb8a-a998-4ca0-aa28-c212d2e54fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391968 Jul 22 11:20:02.565972 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:20:00Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:02.592627 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Checking router: 97bfc1a8-9c1f-4d82-adf2-d99474197a11 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:20:02.593930 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347693-c7f3-4b00-baa7-eb5bd6e7178e req-0955fe36-5dd9-486a-a0f5-c91d7b5886ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:02.594760 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5d347693-c7f3-4b00-baa7-eb5bd6e7178e req-0955fe36-5dd9-486a-a0f5-c91d7b5886ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 1129 time: 0.1960440 Jul 22 11:20:02.605624 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Routers {'97bfc1a8-9c1f-4d82-adf2-d99474197a11'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:02.606256 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:02.649249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f50645-1b5e-4f44-8d51-14f6efd7d39f req-c3bafab9-f0c4-4adb-9a24-9c9a2667889e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:02.650844 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5f50645-1b5e-4f44-8d51-14f6efd7d39f req-c3bafab9-f0c4-4adb-9a24-9c9a2667889e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 944 time: 0.1270056 Jul 22 11:20:02.681776 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks [] for router_gateway (97bfc1a8-9c1f-4d82-adf2-d99474197a11), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.696109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:20:02.724937 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd6f74-50f2-4360-bdba-9c269a9e76ed req-96641a76-5a7e-4cb2-bfe7-0058a5d49490 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:02.726524 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-73fd6f74-50f2-4360-bdba-9c269a9e76ed req-96641a76-5a7e-4cb2-bfe7-0058a5d49490 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 943 time: 0.0559850 Jul 22 11:20:02.731853 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] Set router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:02.738604 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=af37cf80-6a03-4866-87c0-372fd391424e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:20:02.764437 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5d347693-c7f3-4b00-baa7-eb5bd6e7178e req-d4355d3d-00d2-4956-88d6-5c282a5a637d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560349 Jul 22 11:20:02.777603 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.789458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-73fd6f74-50f2-4360-bdba-9c269a9e76ed req-1fa15f95-ee36-45da-a3e7-775490f46e7e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561428 Jul 22 11:20:02.812522 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5f50645-1b5e-4f44-8d51-14f6efd7d39f req-d7096ddc-0ac0-4e38-a897-fbd31f8309c8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434829 Jul 22 11:20:02.821081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:02.822287 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Deleting port 750961be-2dd8-4b47-a12c-f3cd3ebf333e {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:20:02.822656 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.831880 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:02.832504 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:02.834352 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-b7367837-9030-4356-a852-4015f67377c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/af37cf80-6a03-4866-87c0-372fd391424e HTTP/1.1" status: 200 len: 1093 time: 1.5080087 Jul 22 11:20:02.848584 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:02.850862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311e9108-b2dc-46bf-98fc-130f144575e1" -d '{"events": [{"name": "network-changed", "server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "tag": "af37cf80-6a03-4866-87c0-372fd391424e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:02.928519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5885d6-d1b5-4e0e-89ac-8e4b0e707a77 x-openstack-request-id: req-ef5885d6-d1b5-4e0e-89ac-8e4b0e707a77 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:02.929228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "tag": "af37cf80-6a03-4866-87c0-372fd391424e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:02.929692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef5885d6-d1b5-4e0e-89ac-8e4b0e707a77 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:02.930856 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5885d6-d1b5-4e0e-89ac-8e4b0e707a77'] response: {'name': 'network-changed', 'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e', 'status': 'completed', 'code': 200} Jul 22 11:20:02.936296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7367837-9030-4356-a852-4015f67377c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:02.979914 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:20:00Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:02.983904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] For port 750961be-2dd8-4b47-a12c-f3cd3ebf333e, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=750961be-2dd8-4b47-a12c-f3cd3ebf333e,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:02.984538 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.005710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Calling delete_port for 750961be-2dd8-4b47-a12c-f3cd3ebf333e owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:20:03.005947 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8510c5-c8f5-4677-8198-59d03bb0ac8a None None] The sync data for ids ['97bfc1a8-9c1f-4d82-adf2-d99474197a11'] in dv-cinder-848900-4-iscsi is: [{'id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'name': 'tempest-ServerRescueNegativeTestJSON-1254383160-router', 'tenant_id': '601d12851417478a8b39bbf0c9fcd03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:54Z', 'updated_at': '2022-07-22T11:20:00Z', 'revision_number': 5, 'project_id': '601d12851417478a8b39bbf0c9fcd03d', 'gw_port': {'id': '750961be-2dd8-4b47-a12c-f3cd3ebf333e', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfc1a8-9c1f-4d82-adf2-d99474197a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:20:03.180755 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-b4d93e3c-8d2a-4952-b7e4-8dce3f22d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.182203 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-b4d93e3c-8d2a-4952-b7e4-8dce3f22d369 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 1127 time: 0.0895443 Jul 22 11:20:03.298620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:03.320375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (750961be-2dd8-4b47-a12c-f3cd3ebf333e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.357524 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-ed6b270b-49a4-41d4-9bed-3a2155df9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.359039 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-ed6b270b-49a4-41d4-9bed-3a2155df9e73 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1696918 Jul 22 11:20:03.361987 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=750961be-2dd8-4b47-a12c-f3cd3ebf333e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:03.389661 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.485847 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.488746 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks [] for router_controller (97bfc1a8-9c1f-4d82-adf2-d99474197a11), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.527695 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:20:03.562527 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (97bfc1a8-9c1f-4d82-adf2-d99474197a11), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.563141 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97bfc1a8-9c1f-4d82-adf2-d99474197a11 {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:20:03.577099 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port c1ac6e13-743e-4cd7-b970-2f05998ba958 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:20:03.588257 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port c1ac6e13-743e-4cd7-b970-2f05998ba958 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:20:03.588496 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.588795 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.592137 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-483c76e5-8a78-4b60-a810-3111e2989ecf admin admin] 10.222.0.20 "DELETE /v2.0/routers/97bfc1a8-9c1f-4d82-adf2-d99474197a11 HTTP/1.1" status: 204 len: 168 time: 1.5239727 Jul 22 11:20:03.593160 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41404) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:03.669478 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Deleting subnet e22709ba-091d-4655-b671-a842b5be8e79 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:20:03.673404 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Publish callbacks [] for subnet (e22709ba-091d-4655-b671-a842b5be8e79), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.676982 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ab24-75fb-4ffa-ae41-9c679e6248d6 req-3ed722f9-840a-4c4b-b143-4a4656d212a9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.678605 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3642ab24-75fb-4ffa-ae41-9c679e6248d6 req-3ed722f9-840a-4c4b-b143-4a4656d212a9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.1280103 Jul 22 11:20:03.715454 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (e22709ba-091d-4655-b671-a842b5be8e79), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.718959 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:20:03.719512 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.727112 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-23d9ec9d-0cdb-42ef-8459-f1ea672cfc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.729960 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-311e9108-b2dc-46bf-98fc-130f144575e1 req-23d9ec9d-0cdb-42ef-8459-f1ea672cfc0d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904538 Jul 22 11:20:03.752568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:03.767174 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:03.773196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.822039 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (e22709ba-091d-4655-b671-a842b5be8e79), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.832779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:03.851572 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3642ab24-75fb-4ffa-ae41-9c679e6248d6 req-3827d21b-e5ad-4685-914f-eb11e42b067f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592016 Jul 22 11:20:03.873391 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-609fad6a-72a9-4b2c-b734-9fcbde814ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.884266 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-609fad6a-72a9-4b2c-b734-9fcbde814ffa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 1127 time: 0.0661445 Jul 22 11:20:03.942295 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (e22709ba-091d-4655-b671-a842b5be8e79), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:03.976669 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4b28-295b-424d-96b4-38387a267f0c req-9d78a4da-88ac-4823-95db-74983c233170 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.978597 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aa3c4b28-295b-424d-96b4-38387a267f0c req-9d78a4da-88ac-4823-95db-74983c233170 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 943 time: 0.0829985 Jul 22 11:20:03.978930 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41174bfc-970e-43fd-949a-723ba25e07e3 req-8351938a-1a66-48f1-afc3-e643db734f68 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:03.980224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22709ba-091d-4655-b671-a842b5be8e79,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:03.980455 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-41174bfc-970e-43fd-949a-723ba25e07e3 req-8351938a-1a66-48f1-afc3-e643db734f68 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Jul 22 11:20:03.994390 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfbfec3-4f9a-4c95-9b07-636bc530ac9e None None] Network f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:20:03.997778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.001050 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0de941a3-a228-441f-a052-ce7d97fc5251 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e22709ba-091d-4655-b671-a842b5be8e79 HTTP/1.1" status: 204 len: 168 time: 0.4067585 Jul 22 11:20:04.004488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41410) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:04.050294 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-aa3c4b28-295b-424d-96b4-38387a267f0c req-65179d9d-7b76-47cd-bf2c-2c5e00566d6c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545974 Jul 22 11:20:04.113783 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-41174bfc-970e-43fd-949a-723ba25e07e3 req-877e2e13-f0ed-4495-85d3-f31b099cd76f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181779 Jul 22 11:20:04.122375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.167817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:04.183866 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Deleting port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:20:04.184546 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.198766 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:04.201063 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cca82d-43a8-4e03-a304-0d16a3cbd5aa" -d '{"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:04.203627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] DHCP port deletion for f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:20:04.244060 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed87c1b-9c59-420b-a954-424800740217 x-openstack-request-id: req-0ed87c1b-9c59-420b-a954-424800740217 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:04.244343 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:04.244772 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ed87c1b-9c59-420b-a954-424800740217 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:04.245171 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed87c1b-9c59-420b-a954-424800740217'] response: {'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'code': 200} Jul 22 11:20:04.248076 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Deleting port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:20:04.248455 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.271428 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] For port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:04.271810 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.299494 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Calling delete_port for ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 owned by network:dhcp {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:20:04.327169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] For port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,segment=NetworkSegment(624ef4a2-600a-4d9b-9493-61948153f7a2),segment_id=624ef4a2-600a-4d9b-9493-61948153f7a2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:04.327169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.341014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Calling delete_port for ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:20:04.395605 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.430126 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:04.445268 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (ff7e5a92-97b0-407e-8b0c-ca23cb7068f4), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.464972 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] No DVR routers for this DVR port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 on host dv-cinder-848900-4-iscsi {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:20:04.467438 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-297d111a-7488-44d3-a2e3-0881d569aeef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af37cf80-6a03-4866-87c0-372fd391424e HTTP/1.1" status: 200 len: 217 time: 0.0469928 Jul 22 11:20:04.479299 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] Pushing event deleted for resources: {'Port': ['ID=ff7e5a92-97b0-407e-8b0c-ca23cb7068f4,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:04.486518 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8b689-49d3-464c-8651-e429d60b4ee5 None None] No DVR routers for this DVR port ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:20:04.839471 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:04.857957 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:04.874710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-c511064d-e2d0-429c-8ce4-2553a453fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:04.876208 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-c511064d-e2d0-429c-8ce4-2553a453fa94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.3869302 Jul 22 11:20:04.899540 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.899914 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.901378 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.901378 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > port after_create 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.901732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.901824 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > port after_update 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.902096 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.902445 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.902775 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.903130 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:04.926642 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 50109f1c-3364-4cd2-a5d2-a980134ec917 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:20:04.946747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 50109f1c-3364-4cd2-a5d2-a980134ec917 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:20:04.947097 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 50109f1c-3364-4cd2-a5d2-a980134ec917 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:20:04.947554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:20:04.965519 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:20:04.965869 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ff7e5a92-97b0-407e-8b0c-ca23cb7068f4 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:20:04.966275 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 750961be-2dd8-4b47-a12c-f3cd3ebf333e no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:20:04.984526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 750961be-2dd8-4b47-a12c-f3cd3ebf333e {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:20:04.984875 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 750961be-2dd8-4b47-a12c-f3cd3ebf333e not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:20:05.005005 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:05.005363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:05.005701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:05.006035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:20:05.006416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527']}} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:05.012130 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d28407-7f1b-4cf5-8138-1b3d816a16c5 req-0b666615-5d5b-46d2-bc72-4977885140a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.013711 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d9d28407-7f1b-4cf5-8138-1b3d816a16c5 req-0b666615-5d5b-46d2-bc72-4977885140a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1129 time: 0.1909125 Jul 22 11:20:05.053330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624ef4a2-600a-4d9b-9493-61948153f7a2') {'for_net_delete': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:05.053610 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624ef4a2-600a-4d9b-9493-61948153f7a2') {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:05.108726 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24392580'] for segment (624ef4a2-600a-4d9b-9493-61948153f7a2), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.130220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-cb946b17-7087-4bff-9a88-5d774b49770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.131819 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-cb946b17-7087-4bff-9a88-5d774b49770a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2454505 Jul 22 11:20:05.160548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0921035-f8ff-42f7-a0db-7e845c00013b req-5b6f0983-bbea-4379-8c6f-2a3b733d11ee tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.162760 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f0921035-f8ff-42f7-a0db-7e845c00013b req-5b6f0983-bbea-4379-8c6f-2a3b733d11ee tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.1479778 Jul 22 11:20:05.171923 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (624ef4a2-600a-4d9b-9493-61948153f7a2), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.210030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=104149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:20:05.210440 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24392985'] for segment (624ef4a2-600a-4d9b-9493-61948153f7a2), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.320523 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d9d28407-7f1b-4cf5-8138-1b3d816a16c5 req-c096a2d1-57b1-4495-b987-e9eb465aa864 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762039 Jul 22 11:20:05.369395 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.380426 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f0921035-f8ff-42f7-a0db-7e845c00013b req-3a64ee5f-ecd6-42e2-af96-ad9896b5600e tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959386 Jul 22 11:20:05.388867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.395408 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527 HTTP/1.1" status: 204 len: 168 time: 1.3859823 Jul 22 11:20:05.395709 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-e76e5142-ebf6-4b39-b680-fd659cd21cb4 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525630 Jul 22 11:20:05.426915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487067f0-ff18-490b-83f2-d492db45f389 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c83bdf-91ac-4a2c-a8da-a4ea4fc99527,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:05.432970 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a87bce-83c8-4b8e-93d7-4ab786c98bde req-c8c38d51-fb6b-41a6-8e78-836773a220c9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.434498 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-55a87bce-83c8-4b8e-93d7-4ab786c98bde req-c8c38d51-fb6b-41a6-8e78-836773a220c9 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 943 time: 0.3127213 Jul 22 11:20:05.491536 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-55a87bce-83c8-4b8e-93d7-4ab786c98bde req-ac78d639-d79e-4f11-83ac-b16035402f2c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492861 Jul 22 11:20:05.537028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524faa2-b529-43b6-b12d-48ca1d016b51 req-af72411b-5fe2-4858-a8ab-693517c1c47c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.545493 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f524faa2-b529-43b6-b12d-48ca1d016b51 req-af72411b-5fe2-4858-a8ab-693517c1c47c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0675220 Jul 22 11:20:05.554617 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 624ef4a2-600a-4d9b-9493-61948153f7a2 resource provider aggregate not found Jul 22 11:20:05.581734 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 624ef4a2-600a-4d9b-9493-61948153f7a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 624ef4a2-600a-4d9b-9493-61948153f7a2 found for delete ", "request_id": "req-810b6016-e6bb-4b8c-96c4-42bd64d997fd"}]} Jul 22 11:20:05.605848 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f524faa2-b529-43b6-b12d-48ca1d016b51 req-7ae617b2-fb1c-4e3d-8e13-f3e73aedf389 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589898 Jul 22 11:20:05.621612 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41434) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:05.625611 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:05.664436 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c411820-ef51-4097-85da-dc70744c101b req-a9ee0dcd-b1fa-49b0-8906-d927a19750be tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:05.665938 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7c411820-ef51-4097-85da-dc70744c101b req-a9ee0dcd-b1fa-49b0-8906-d927a19750be tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.0833025 Jul 22 11:20:05.678029 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41436) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:05.681806 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Request body: {'floatingip': {'port_id': 'bf7a4ec0-a612-481f-81ec-02d77677b359'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:20:05.683531 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:05.695626 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-46211ac9-866b-42b2-b248-837d4a199d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=601d12851417478a8b39bbf0c9fcd03d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0696542 Jul 22 11:20:05.696101 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41438) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:05.735218 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.754074 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] Publish callbacks [] for security_group (1aafa1e1-c21e-441f-8747-c576cb5cf13f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.772551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:05.777975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] Publish callbacks [] for security_group (1aafa1e1-c21e-441f-8747-c576cb5cf13f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.816842 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-21dec384-e9e6-4464-b040-c1a8107390b0 req-da30c0b9-764f-4b64-b767-1d3ef7a8c065 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033937 Jul 22 11:20:05.835118 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1aafa1e1-c21e-441f-8747-c576cb5cf13f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.838251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:05.840229 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aafa1e1-c21e-441f-8747-c576cb5cf13f HTTP/1.1" status: 204 len: 168 time: 0.1425023 Jul 22 11:20:05.851529 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956515a-3819-4886-8764-8f5a240c0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafa1e1-c21e-441f-8747-c576cb5cf13f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:06.254849 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:06.271984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:06.278355 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:06.417340 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Floating IP 24292302-1632-4c6a-b81f-881e5cbd8e8e associated. External IP: 172.27.0.200, port: bf7a4ec0-a612-481f-81ec-02d77677b359. Jul 22 11:20:06.668470 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81981c-7a37-44c9-a5a1-e5439287e66a req-7027525a-df88-4f46-b8f3-844822d08259 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:06.670068 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ea81981c-7a37-44c9-a5a1-e5439287e66a req-7027525a-df88-4f46-b8f3-844822d08259 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 943 time: 0.0860293 Jul 22 11:20:06.734659 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:20:06.775724 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905504a9-9d35-48e4-b0f9-0df2a113f8ec req-8fc53565-16c9-46a4-8a42-44a16f912d10 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:06.780071 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ea81981c-7a37-44c9-a5a1-e5439287e66a req-94594063-8a29-4ed2-87e7-7f7230e646c5 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891612 Jul 22 11:20:06.782368 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-905504a9-9d35-48e4-b0f9-0df2a113f8ec req-8fc53565-16c9-46a4-8a42-44a16f912d10 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0950022 Jul 22 11:20:06.839816 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-905504a9-9d35-48e4-b0f9-0df2a113f8ec req-818d78e2-7ae6-4b59-9d57-c68899d5b304 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565548 Jul 22 11:20:06.862816 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:06.888412 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:20:06.893177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:06.908369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:20:06.924893 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:06.926043 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:06.931971 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-88785438-bb5f-4bb0-bb51-2202b0b2cb11 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "PUT /v2.0/floatingips/24292302-1632-4c6a-b81f-881e5cbd8e8e HTTP/1.1" status: 200 len: 991 time: 1.2532036 Jul 22 11:20:06.934492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:06.937968 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175eec50-90c8-416a-be24-3c328a00421e" -d '{"events": [{"name": "network-changed", "server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:06.990118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac5e7f4-cb7c-4257-8d27-886ef43570d4 x-openstack-request-id: req-8ac5e7f4-cb7c-4257-8d27-886ef43570d4 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:06.990719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:06.991098 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ac5e7f4-cb7c-4257-8d27-886ef43570d4 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:06.991803 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac5e7f4-cb7c-4257-8d27-886ef43570d4'] response: {'name': 'network-changed', 'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'status': 'completed', 'code': 200} Jul 22 11:20:07.143552 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:07.184257 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:07.462326 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '24292302-1632-4c6a-b81f-881e5cbd8e8e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:05:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:45Z', 'updated_at': '2022-07-22T11:20:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:07.505979 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:20:07.527089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device af37cf80-6a03-4866-87c0-372fd391424e details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:20:07.530895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:07.531565 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:07.652090 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:07.787693 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:07.835379 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eec50-90c8-416a-be24-3c328a00421e req-d33baec4-5186-40c8-b27e-c5a4494f8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:07.837899 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-d33baec4-5186-40c8-b27e-c5a4494f8d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 1129 time: 0.0801916 Jul 22 11:20:07.854813 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=af37cf80-6a03-4866-87c0-372fd391424e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:07.914637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'af37cf80-6a03-4866-87c0-372fd391424e', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'port_id': 'af37cf80-6a03-4866-87c0-372fd391424e', 'mac_address': 'fa:16:3e:5b:8a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:20:07.984069 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0861ca0-846e-4949-8306-b307951ff522 req-d6bf3f0c-794b-4b0c-9692-0417b112f888 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:07.986421 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a0861ca0-846e-4949-8306-b307951ff522 req-d6bf3f0c-794b-4b0c-9692-0417b112f888 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 943 time: 0.0598836 Jul 22 11:20:08.046425 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d561c-75d8-41b6-8118-07e3563d2710 req-968a9416-c8ce-449c-988e-a3798f1fab44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:08.048383 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-aa5d561c-75d8-41b6-8118-07e3563d2710 req-968a9416-c8ce-449c-988e-a3798f1fab44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0800512 Jul 22 11:20:08.057549 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port af37cf80-6a03-4866-87c0-372fd391424e is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:20:08.057947 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (af37cf80-6a03-4866-87c0-372fd391424e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:08.079746 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a0861ca0-846e-4949-8306-b307951ff522 req-b683cded-03e5-449e-aced-1960050b3e6e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793839 Jul 22 11:20:08.085335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af37cf80-6a03-4866-87c0-372fd391424e {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:20:08.096660 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eec50-90c8-416a-be24-3c328a00421e req-7243154f-ae92-486c-baf3-4f08b6098ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:08.098910 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-7243154f-ae92-486c-baf3-4f08b6098ea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.2547991 Jul 22 11:20:08.141755 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=af37cf80-6a03-4866-87c0-372fd391424e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:08.146256 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:08.155082 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:08.173324 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '24292302-1632-4c6a-b81f-881e5cbd8e8e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:05:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:45Z', 'updated_at': '2022-07-22T11:20:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:08.196631 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-aa5d561c-75d8-41b6-8118-07e3563d2710 req-1650d0b1-21d0-4969-85dc-cee469e77c1d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399364 Jul 22 11:20:08.214276 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-e5c2e0c4-70b7-4e4c-957e-5e9e0aaf2c47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 200 len: 999 time: 0.1053579 Jul 22 11:20:08.225451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bd762-7ae6-481c-a9b7-b43d186825f9 None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '24292302-1632-4c6a-b81f-881e5cbd8e8e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'port_id': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'mac_address': 'fa:16:3e:05:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:45Z', 'updated_at': '2022-07-22T11:20:06Z', 'revision_number': 1, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:20:08.267676 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:08.283476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eec50-90c8-416a-be24-3c328a00421e req-5e9081fc-a9af-40c9-a6bc-ce6e9422a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:08.287318 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-5e9081fc-a9af-40c9-a6bc-ce6e9422a966 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0636482 Jul 22 11:20:08.367437 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eec50-90c8-416a-be24-3c328a00421e req-a7171802-7be9-4172-b8af-ed641d57afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:08.369630 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-a7171802-7be9-4172-b8af-ed641d57afc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713687 Jul 22 11:20:08.471609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:08.493633 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['af37cf80-6a03-4866-87c0-372fd391424e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:20:08.513891 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-f6e99862-8475-4b18-8646-43570b12d1a2 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344121 Jul 22 11:20:08.563210 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ed680f2f-662f-41c3-9407-84b5c04167f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:08.617013 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c8a84-05fc-4b81-ac5d-ebb3c5bff419 None None] New status for floating IP 24292302-1632-4c6a-b81f-881e5cbd8e8e: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:20:08.627804 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5a87-9850-4a7b-9769-44d7fe103484 req-3ee67a1e-cbad-41ee-aac0-9991b3eca316 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:08.639392 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c27f5a87-9850-4a7b-9769-44d7fe103484 req-3ee67a1e-cbad-41ee-aac0-9991b3eca316 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1261580 Jul 22 11:20:08.640102 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41522) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:08.644770 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Request body: {'floatingip': {'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:20:08.685512 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:08.714280 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-175eec50-90c8-416a-be24-3c328a00421e req-b7bf7548-fec6-4818-84e6-234f67f07ee7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920052 Jul 22 11:20:08.765517 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41524) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:08.774072 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:08.923191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7bb4-3996-4320-a056-7dc95e315a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.193915 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7bb4-3996-4320-a056-7dc95e315a2a admin admin] Publish callbacks [] for security_group (1519da8a-2348-46d1-b167-cce5c2d31905), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.198949 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7bb4-3996-4320-a056-7dc95e315a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1519da8a-2348-46d1-b167-cce5c2d31905), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.207495 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc00a-fed7-4e76-93c4-53a25a5c394e req-d947f9c2-2faa-469f-8613-5504ba003c43 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:09.209121 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6adfc00a-fed7-4e76-93c4-53a25a5c394e req-d947f9c2-2faa-469f-8613-5504ba003c43 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 944 time: 0.0605266 Jul 22 11:20:09.264377 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6adfc00a-fed7-4e76-93c4-53a25a5c394e req-1bcaa28b-cb82-49fb-936a-404143a04805 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452619 Jul 22 11:20:09.273502 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a7bb4-3996-4320-a056-7dc95e315a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519da8a-2348-46d1-b167-cce5c2d31905,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:09.275485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:09.282721 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9a3a7bb4-3996-4320-a056-7dc95e315a2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daa1d1e6c05f4bc7a7a60833876a41a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140433 Jul 22 11:20:09.284098 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41530) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:09.311663 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:09.381109 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.387364 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.431449 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] Publish callbacks [] for security_group (1519da8a-2348-46d1-b167-cce5c2d31905), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.493939 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] Publish callbacks [] for security_group (1519da8a-2348-46d1-b167-cce5c2d31905), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.530169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device af37cf80-6a03-4866-87c0-372fd391424e up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:20:09.538146 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Floating IP 1b5f581a-6668-4b1d-8745-bb3daaeef9c5 associated. External IP: 172.27.0.214, port: c1ac6e13-743e-4cd7-b970-2f05998ba958. Jul 22 11:20:09.576752 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port af37cf80-6a03-4866-87c0-372fd391424e completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:20:09.583830 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port af37cf80-6a03-4866-87c0-372fd391424e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:20:09.584341 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (af37cf80-6a03-4866-87c0-372fd391424e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.637740 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1519da8a-2348-46d1-b167-cce5c2d31905), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.640409 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.641586 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1519da8a-2348-46d1-b167-cce5c2d31905 HTTP/1.1" status: 204 len: 168 time: 0.3576150 Jul 22 11:20:09.658609 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf837-5caa-464b-837c-c6fb366cc61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519da8a-2348-46d1-b167-cce5c2d31905,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:09.705074 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port af37cf80-6a03-4866-87c0-372fd391424e is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:20:09.705483 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (af37cf80-6a03-4866-87c0-372fd391424e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.732969 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:09.735220 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a571d266-9c70-4619-baba-c41805c71fa5" -d '{"events": [{"server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "name": "network-vif-plugged", "status": "completed", "tag": "af37cf80-6a03-4866-87c0-372fd391424e"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:09.762316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:09.765311 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=af37cf80-6a03-4866-87c0-372fd391424e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:20:09.773629 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.781732 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c5a81-de35-4202-b701-4266405400e4 x-openstack-request-id: req-c76c5a81-de35-4202-b701-4266405400e4 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:09.782136 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "name": "network-vif-plugged", "status": "completed", "tag": "af37cf80-6a03-4866-87c0-372fd391424e", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:09.782469 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c76c5a81-de35-4202-b701-4266405400e4 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:09.782873 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76c5a81-de35-4202-b701-4266405400e4'] response: {'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e', 'code': 200} Jul 22 11:20:09.790858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:20:09.849426 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:09.947614 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:20:09.952615 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:09.959137 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:20:09.971593 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:09.972234 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:10.005349 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b99ada0e-3fb0-4f3a-91d9-bdd9bf55d2cd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "PUT /v2.0/floatingips/1b5f581a-6668-4b1d-8745-bb3daaeef9c5 HTTP/1.1" status: 200 len: 991 time: 1.3632140 Jul 22 11:20:10.006035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:10.008331 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9362e563-6a8a-4058-8508-a6bed0b2a6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:10.022519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc014f-cc14-49f7-8b73-d433fb95974b req-79788c7c-37e5-4293-bd7c-6e69b1f6198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:10.025439 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-afdc014f-cc14-49f7-8b73-d433fb95974b req-79788c7c-37e5-4293-bd7c-6e69b1f6198c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 1129 time: 0.0550213 Jul 22 11:20:10.062265 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9bc4d-4437-428b-b17b-3546648c01f6 x-openstack-request-id: req-7de9bc4d-4437-428b-b17b-3546648c01f6 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:10.063475 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:10.063931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de9bc4d-4437-428b-b17b-3546648c01f6 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:10.064561 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de9bc4d-4437-428b-b17b-3546648c01f6'] response: {'name': 'network-changed', 'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'status': 'completed', 'code': 200} Jul 22 11:20:10.108033 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41542) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:10.121624 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-afdc014f-cc14-49f7-8b73-d433fb95974b req-edee7324-a7e0-4e86-acac-384865c862d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853002 Jul 22 11:20:10.124135 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:10.131304 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a0345-8307-4c7c-b773-1425ffac85a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.172067 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-1c5f00f9-d89a-4b84-bbca-2d698b30052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:10.173507 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-1c5f00f9-d89a-4b84-bbca-2d698b30052a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1129 time: 0.0750895 Jul 22 11:20:10.233720 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a0345-8307-4c7c-b773-1425ffac85a9 admin admin] Publish callbacks [] for security_group (5ac14c7a-40ae-4f11-bad3-e257b51c3f19), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.238685 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d6a0345-8307-4c7c-b773-1425ffac85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (5ac14c7a-40ae-4f11-bad3-e257b51c3f19), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.253865 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:10.293567 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6d6a0345-8307-4c7c-b773-1425ffac85a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ad6ce0ce314110863fdffef5056977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842828 Jul 22 11:20:10.297717 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41546) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:10.300701 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a0345-8307-4c7c-b773-1425ffac85a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac14c7a-40ae-4f11-bad3-e257b51c3f19,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:10.391451 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] Publish callbacks [] for security_group (5ac14c7a-40ae-4f11-bad3-e257b51c3f19), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.398582 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:10.423805 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bb743-7039-4ca1-a52e-a826e18a2bfc req-8bfb2e81-3182-40aa-acbb-5c3989aff5d7 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:10.425253 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3a5bb743-7039-4ca1-a52e-a826e18a2bfc req-8bfb2e81-3182-40aa-acbb-5c3989aff5d7 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0773993 Jul 22 11:20:10.436415 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] Publish callbacks [] for security_group (5ac14c7a-40ae-4f11-bad3-e257b51c3f19), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.513492 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3a5bb743-7039-4ca1-a52e-a826e18a2bfc req-7d0f4bfc-4742-48ce-8a17-bc7185a52d41 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692909 Jul 22 11:20:10.515705 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-64cf182a-1103-40f0-9362-928d9b0b09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:10.517499 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-64cf182a-1103-40f0-9362-928d9b0b09b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1126142 Jul 22 11:20:10.536366 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (5ac14c7a-40ae-4f11-bad3-e257b51c3f19), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.539989 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.543556 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ac14c7a-40ae-4f11-bad3-e257b51c3f19 HTTP/1.1" status: 204 len: 168 time: 0.2424421 Jul 22 11:20:10.551312 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d5c85-8ac4-4801-b933-d97d22519409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac14c7a-40ae-4f11-bad3-e257b51c3f19,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:10.583815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '1b5f581a-6668-4b1d-8745-bb3daaeef9c5', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:54Z', 'updated_at': '2022-07-22T11:20:09Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:10.604337 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-0f726d46-6e08-45cd-a30f-8de073fa2b1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 999 time: 0.0749366 Jul 22 11:20:10.617309 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:20:10.640393 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:10.641052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:19:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:10.645321 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8a361945-03bb-45e4-8c43-9f5432d5f45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:10.647036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:10.652388 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:10.672454 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-1101b81d-657c-43a3-8da5-5ea2c5204b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:10.674469 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-1101b81d-657c-43a3-8da5-5ea2c5204b52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0587285 Jul 22 11:20:10.755232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:10.992863 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '1b5f581a-6668-4b1d-8745-bb3daaeef9c5', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:54Z', 'updated_at': '2022-07-22T11:20:09Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:11.029105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15120670-a928-40cf-b139-2ebdd12f7a1e None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '1b5f581a-6668-4b1d-8745-bb3daaeef9c5', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:54Z', 'updated_at': '2022-07-22T11:20:09Z', 'revision_number': 1, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:20:11.342061 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830cff98-6793-4bc6-8220-24cb110b69d6 None None] New status for floating IP 1b5f581a-6668-4b1d-8745-bb3daaeef9c5: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:20:11.360870 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-06bee181-d5da-4744-8069-2ef17ae5de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:11.362413 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-06bee181-d5da-4744-8069-2ef17ae5de15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3449585 Jul 22 11:20:11.710114 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-565c212e-387c-4113-af2e-2b45c21e894e service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101898 Jul 22 11:20:11.716246 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b712649-8a66-4c86-9dd9-32eb0b61605a req-59a92de9-a128-4fd9-a9e8-eb78e000830c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:11.717692 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9b712649-8a66-4c86-9dd9-32eb0b61605a req-59a92de9-a128-4fd9-a9e8-eb78e000830c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0701075 Jul 22 11:20:11.798508 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9b712649-8a66-4c86-9dd9-32eb0b61605a req-1e121c97-8c3c-4910-a58d-b01c5698d84d tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713422 Jul 22 11:20:12.146568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:12.150789 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9362e563-6a8a-4058-8508-a6bed0b2a6a8 req-a273b1c6-a3f8-4481-a7af-e0a8ece702d9 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053057 Jul 22 11:20:12.913173 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13e8d4-a767-4597-be16-35976ce3bac4 req-febe9c5e-4400-4131-b4e7-4d501ddb017e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:12.914682 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ca13e8d4-a767-4597-be16-35976ce3bac4 req-febe9c5e-4400-4131-b4e7-4d501ddb017e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0477600 Jul 22 11:20:12.963103 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ca13e8d4-a767-4597-be16-35976ce3bac4 req-2856f70d-e17e-4e6a-8ddf-c0eddaed5c1b tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Jul 22 11:20:13.084567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0e7c-cac7-4ac7-9bb1-d6da8297af92 req-47326254-8ecf-40c0-af16-0deefec1eed6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:13.085963 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-714f0e7c-cac7-4ac7-9bb1-d6da8297af92 req-47326254-8ecf-40c0-af16-0deefec1eed6 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0564735 Jul 22 11:20:13.094928 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41600) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:13.100202 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Request body: {'floatingip': {'port_id': 'af37cf80-6a03-4866-87c0-372fd391424e'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:20:13.141867 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:13.570050 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:13.574297 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:13.677005 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP e3262977-4d12-4628-9fb6-a8068e737dea associated. External IP: 172.27.0.140, port: af37cf80-6a03-4866-87c0-372fd391424e. Jul 22 11:20:13.698796 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:13.740152 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:13.819124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:14.178976 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:20:14.231716 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:14.332085 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:20:14.339207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:14.344111 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:20:14.358909 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:14.360018 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:20:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:14.383689 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-cf72258b-508f-45db-bfce-059a51d5f0b2 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "PUT /v2.0/floatingips/e3262977-4d12-4628-9fb6-a8068e737dea HTTP/1.1" status: 200 len: 991 time: 1.2873290 Jul 22 11:20:14.384720 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:20:14.388981 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "tag": "af37cf80-6a03-4866-87c0-372fd391424e"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:20:14.433165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc0b38-2b5c-4965-bc59-8fd17ae309ec x-openstack-request-id: req-30fc0b38-2b5c-4965-bc59-8fd17ae309ec {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:20:14.433752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "tag": "af37cf80-6a03-4866-87c0-372fd391424e", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:20:14.434074 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30fc0b38-2b5c-4965-bc59-8fd17ae309ec {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:20:14.434843 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fc0b38-2b5c-4965-bc59-8fd17ae309ec'] response: {'name': 'network-changed', 'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e', 'status': 'completed', 'code': 200} Jul 22 11:20:14.506406 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-d67dacca-ecaf-44dc-b435-91d58afe90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:14.508353 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-d67dacca-ecaf-44dc-b435-91d58afe90f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 1129 time: 0.0431204 Jul 22 11:20:14.519679 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:14.554161 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:14.581691 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:14.613736 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-3c6e9941-94da-4249-a5c9-e968d80d3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:14.615517 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-3c6e9941-94da-4249-a5c9-e968d80d3782 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 200 len: 916 time: 0.1005290 Jul 22 11:20:14.687466 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-802163ac-c024-48f8-bfa5-7d25e134817f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af37cf80-6a03-4866-87c0-372fd391424e HTTP/1.1" status: 200 len: 999 time: 0.0620971 Jul 22 11:20:14.738405 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-5a89a001-ac56-4163-800e-dc99c1be057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:14.740234 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-5a89a001-ac56-4163-800e-dc99c1be057a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 200 len: 854 time: 0.0463972 Jul 22 11:20:14.791983 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-08f8cb34-cb31-4ec1-b079-51e75f505e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:14.796556 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-08f8cb34-cb31-4ec1-b079-51e75f505e27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32cd3386-64da-4740-85d1-ffc0b29096eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482290 Jul 22 11:20:14.798421 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'e3262977-4d12-4628-9fb6-a8068e737dea', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'af37cf80-6a03-4866-87c0-372fd391424e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5b:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27286438-bce0-447c-9406-2d776cc7c81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:56Z', 'updated_at': '2022-07-22T11:20:13Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:14.827250 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:20:14.836738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:20:14.837360 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:20:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:14.939153 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-6a299c7b-74af-4348-9556-88993b6e81fa service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353097 Jul 22 11:20:14.952369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:20:15.025689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:15.054104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c54c5da2-9c80-4d8d-92f0-9bd4d2377ca0 req-8d270819-8e6e-42fd-979d-53d33b3bf1f6 service neutron] 10.222.0.43 "GET /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074855 Jul 22 11:20:15.174653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'e3262977-4d12-4628-9fb6-a8068e737dea', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'af37cf80-6a03-4866-87c0-372fd391424e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5b:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27286438-bce0-447c-9406-2d776cc7c81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:56Z', 'updated_at': '2022-07-22T11:20:13Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:20:15.202483 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090f21-d498-4569-a12d-46eb8269d924 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': 'e3262977-4d12-4628-9fb6-a8068e737dea', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'port_id': 'af37cf80-6a03-4866-87c0-372fd391424e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'mac_address': 'fa:16:3e:5b:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27286438-bce0-447c-9406-2d776cc7c81d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:19:56Z', 'updated_at': '2022-07-22T11:20:13Z', 'revision_number': 1, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:20:15.451680 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0afabe-a3d0-4332-b929-9b30e2613b1b None None] New status for floating IP e3262977-4d12-4628-9fb6-a8068e737dea: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:20:22.393015 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41698) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:22.521463 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-de899878-9872-41d7-a07a-a350519d6dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.608607 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-de899878-9872-41d7-a07a-a350519d6dd5 admin admin] Publish callbacks [] for security_group (9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.613553 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-de899878-9872-41d7-a07a-a350519d6dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.657409 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-de899878-9872-41d7-a07a-a350519d6dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=832bf98926b24bbd9d9760f5a9258d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633095 Jul 22 11:20:22.658254 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de899878-9872-41d7-a07a-a350519d6dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:22.660123 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41702) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:22.717473 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] Publish callbacks [] for security_group (9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.739586 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] Publish callbacks [] for security_group (9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.741021 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:22.791279 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.793941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:22.795097 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39 HTTP/1.1" status: 204 len: 168 time: 0.1339316 Jul 22 11:20:22.804230 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb856638-7663-447a-9ce5-342b5015364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd4f68-b004-4da2-a2f0-3fa8b2d38d39,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:23.095327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41708) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:23.109161 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-08380048-8053-45a6-9f9e-5494c5bfcdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.197505 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-08380048-8053-45a6-9f9e-5494c5bfcdf4 admin admin] Publish callbacks [] for security_group (4f0b4b79-c4b1-4118-8753-850d259f9377), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.202895 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-08380048-8053-45a6-9f9e-5494c5bfcdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4f0b4b79-c4b1-4118-8753-850d259f9377), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.241391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380048-8053-45a6-9f9e-5494c5bfcdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b4b79-c4b1-4118-8753-850d259f9377,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:23.246654 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-08380048-8053-45a6-9f9e-5494c5bfcdf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a47f1b8643a4f4fb81777bb0b8a0842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502872 Jul 22 11:20:23.249281 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41710) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:23.301942 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] Publish callbacks [] for security_group (4f0b4b79-c4b1-4118-8753-850d259f9377), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.324217 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] Publish callbacks [] for security_group (4f0b4b79-c4b1-4118-8753-850d259f9377), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.359895 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:23.376091 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4f0b4b79-c4b1-4118-8753-850d259f9377), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.380463 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:23.382334 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f0b4b79-c4b1-4118-8753-850d259f9377 HTTP/1.1" status: 204 len: 168 time: 0.1319687 Jul 22 11:20:23.396032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedae3d0-2e3e-4167-8d00-2d58ae3bda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b4b79-c4b1-4118-8753-850d259f9377,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:25.565217 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:25.580803 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:28.982352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:29.727743 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41798) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:29.847973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:29.937242 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Publish callbacks [] for security_group (b056e0b7-aad1-40fc-968d-9d6c06d683ae), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:29.941954 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b056e0b7-aad1-40fc-968d-9d6c06d683ae), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:29.966612 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:29.987505 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c378196e10643fbb8740aba4f82c51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586250 Jul 22 11:20:29.989705 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056e0b7-aad1-40fc-968d-9d6c06d683ae,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:29.991072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41802) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:29.998746 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:29.999105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:29.999497 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:29.999851 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.000195 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.000533 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.000925 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.001196 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.001538 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.002038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.002269 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.002693 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.003130 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.003529 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.003862 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025c61c-5d16-4ee6-94ce-c44ad8ac466a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.047009 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Publish callbacks [] for security_group (b056e0b7-aad1-40fc-968d-9d6c06d683ae), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.073023 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Publish callbacks [] for security_group (b056e0b7-aad1-40fc-968d-9d6c06d683ae), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.125272 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b056e0b7-aad1-40fc-968d-9d6c06d683ae), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.128220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.129421 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b056e0b7-aad1-40fc-968d-9d6c06d683ae HTTP/1.1" status: 204 len: 168 time: 0.1369104 Jul 22 11:20:30.138174 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056e0b7-aad1-40fc-968d-9d6c06d683ae,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:30.145782 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.146143 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.146491 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.146842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.147185 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.147564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.147895 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.148225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.148565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.148894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.149232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.149564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.149899 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.150223 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.150547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f6e7d-f806-40a8-a30d-a806de2ae426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:20:30.455481 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41808) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:30.469938 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-edce70c3-4c12-4415-814b-5e88077d432e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.552942 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-edce70c3-4c12-4415-814b-5e88077d432e admin admin] Publish callbacks [] for security_group (64c19c66-d50c-400a-8120-1405c5d6866b), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.557440 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-edce70c3-4c12-4415-814b-5e88077d432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (64c19c66-d50c-400a-8120-1405c5d6866b), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.572011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:30.599411 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce70c3-4c12-4415-814b-5e88077d432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c19c66-d50c-400a-8120-1405c5d6866b,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:30.606360 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-edce70c3-4c12-4415-814b-5e88077d432e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3171b97a43947fb823cc2e9dfd831e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470346 Jul 22 11:20:30.607436 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41810) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:30.674129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] Publish callbacks [] for security_group (64c19c66-d50c-400a-8120-1405c5d6866b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.698869 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] Publish callbacks [] for security_group (64c19c66-d50c-400a-8120-1405c5d6866b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.755394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (64c19c66-d50c-400a-8120-1405c5d6866b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.758407 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:30.759972 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64c19c66-d50c-400a-8120-1405c5d6866b HTTP/1.1" status: 204 len: 168 time: 0.1516123 Jul 22 11:20:30.770262 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b530a7-5fa1-4c73-a15c-4617880cd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c19c66-d50c-400a-8120-1405c5d6866b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:35.457035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41886) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:35.587084 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed2df15e-b284-4123-916a-2a5d98f3634d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.695308 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed2df15e-b284-4123-916a-2a5d98f3634d admin admin] Publish callbacks [] for security_group (094933a7-000d-458a-95e1-d7995103c5b6), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.700007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed2df15e-b284-4123-916a-2a5d98f3634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (094933a7-000d-458a-95e1-d7995103c5b6), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.746967 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ed2df15e-b284-4123-916a-2a5d98f3634d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e96da36bd7a3441f9d671fdc26515e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885108 Jul 22 11:20:35.747523 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2df15e-b284-4123-916a-2a5d98f3634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094933a7-000d-458a-95e1-d7995103c5b6,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:35.753856 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41890) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:35.808476 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] Publish callbacks [] for security_group (094933a7-000d-458a-95e1-d7995103c5b6), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.831445 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] Publish callbacks [] for security_group (094933a7-000d-458a-95e1-d7995103c5b6), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.895926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (094933a7-000d-458a-95e1-d7995103c5b6), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.898563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:35.900368 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/094933a7-000d-458a-95e1-d7995103c5b6 HTTP/1.1" status: 204 len: 168 time: 0.1454976 Jul 22 11:20:35.909510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261a84-49d2-454a-8b63-64ec5dbd9b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094933a7-000d-458a-95e1-d7995103c5b6,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:36.149297 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:20:36.215125 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 41896) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:36.229085 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-73d5e371-dc4b-4711-9891-54d98f2ae3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.276154 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:36.326549 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-73d5e371-dc4b-4711-9891-54d98f2ae3b9 admin admin] Publish callbacks [] for security_group (b59d3960-ab02-4a2f-ae9f-46245f0122da), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.336981 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-73d5e371-dc4b-4711-9891-54d98f2ae3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b59d3960-ab02-4a2f-ae9f-46245f0122da), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.382385 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-73d5e371-dc4b-4711-9891-54d98f2ae3b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c175f4c6bba3472a9f4059b8c7bd0d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660538 Jul 22 11:20:36.383428 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5e371-dc4b-4711-9891-54d98f2ae3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59d3960-ab02-4a2f-ae9f-46245f0122da,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:36.385539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 41898) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:20:36.443137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] Publish callbacks [] for security_group (b59d3960-ab02-4a2f-ae9f-46245f0122da), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.466512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] Publish callbacks [] for security_group (b59d3960-ab02-4a2f-ae9f-46245f0122da), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.521144 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b59d3960-ab02-4a2f-ae9f-46245f0122da), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.523738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:36.524905 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b59d3960-ab02-4a2f-ae9f-46245f0122da HTTP/1.1" status: 204 len: 168 time: 0.1379921 Jul 22 11:20:36.533416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286f6ec-3603-404a-8223-c37ebc42fac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59d3960-ab02-4a2f-ae9f-46245f0122da,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:20:37.853570 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=13 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:38.510805 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c08ff2e4-b546-4491-9947-ae5f7ecdb302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:40.648384 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f298b400-68c3-40f0-b08f-560337c4ab5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:42.134186 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:43.696198 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:43.815593 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:46.368625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:46.377898 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=10 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:46.528064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:46.529075 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=63,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:51.227236 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:51.228021 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:53.803648 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:53.809548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:20:56.692705 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ceb93-af4e-4eca-80d4-e82b474aacbb req-fb492fc8-55a2-43e9-b848-5488d99c7608 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:56.694266 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-580ceb93-af4e-4eca-80d4-e82b474aacbb req-fb492fc8-55a2-43e9-b848-5488d99c7608 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Jul 22 11:20:56.750508 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-580ceb93-af4e-4eca-80d4-e82b474aacbb req-0c4dcec8-7162-496d-9a57-e1648b96b4a0 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503559 Jul 22 11:20:57.883211 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216140e-c12c-48c0-be65-a5926214f02d req-0c3c8bd4-8d98-4d0b-b127-4e01014039b2 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:57.884817 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3216140e-c12c-48c0-be65-a5926214f02d req-0c3c8bd4-8d98-4d0b-b127-4e01014039b2 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0511718 Jul 22 11:20:57.938003 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3216140e-c12c-48c0-be65-a5926214f02d req-deafd9f0-902d-4ae2-bf6b-8f16f3782cc7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469966 Jul 22 11:20:58.973928 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:20:59.063337 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28974319-d169-48e4-9228-080bf7103917 req-22b2c562-4f07-4e08-80d4-e27325822a6e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:20:59.064923 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-28974319-d169-48e4-9228-080bf7103917 req-22b2c562-4f07-4e08-80d4-e27325822a6e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Jul 22 11:20:59.115315 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-28974319-d169-48e4-9228-080bf7103917 req-e79bb8eb-7c89-4458-ae37-2fb83157a6af tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 Jul 22 11:21:00.234231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcb67f-d492-495c-9ab2-5a66264bd653 req-06fe32ee-bd58-41bd-a062-d4ecc3ecd7ab tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:00.235756 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-07dcb67f-d492-495c-9ab2-5a66264bd653 req-06fe32ee-bd58-41bd-a062-d4ecc3ecd7ab tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0473933 Jul 22 11:21:00.285401 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-07dcb67f-d492-495c-9ab2-5a66264bd653 req-32afd249-08d7-4a9b-a494-41e0a7ef0b3a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Jul 22 11:21:01.417388 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c26f2-eab2-4f46-973b-47bc00808099 req-59308983-aa5e-43b4-809b-59edb816466c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:01.418783 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-658c26f2-eab2-4f46-973b-47bc00808099 req-59308983-aa5e-43b4-809b-59edb816466c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0555468 Jul 22 11:21:01.468981 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-658c26f2-eab2-4f46-973b-47bc00808099 req-b910fc4e-c1b5-471c-935c-1c62b56b1918 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445940 Jul 22 11:21:02.596255 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b191f1-60e9-4fb0-b027-f232829a88a3 req-ed18bdc6-2332-4414-882c-4601e4744a17 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:02.597778 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-87b191f1-60e9-4fb0-b027-f232829a88a3 req-ed18bdc6-2332-4414-882c-4601e4744a17 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0504186 Jul 22 11:21:02.647538 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-87b191f1-60e9-4fb0-b027-f232829a88a3 req-5b3a70d5-90e9-4e65-85a8-226dbb67f1c5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439286 Jul 22 11:21:03.775536 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4192d-8c3d-426d-8961-329dc47f658b req-09f2879b-f41f-44e8-8bab-2836cc430f7d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:03.777071 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dae4192d-8c3d-426d-8961-329dc47f658b req-09f2879b-f41f-44e8-8bab-2836cc430f7d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0514503 Jul 22 11:21:03.823122 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dae4192d-8c3d-426d-8961-329dc47f658b req-cb7214d1-38c1-4b6d-b021-9b566d4c7944 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Jul 22 11:21:04.784761 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42190) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:04.892165 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-802ed25c-ba68-40ec-8218-936c5d5ace3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:04.964133 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18d6e8-75e5-4f5c-aad0-b556451f3bcd req-32eef05c-015a-4181-a02b-9327d171aacf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:04.965664 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fe18d6e8-75e5-4f5c-aad0-b556451f3bcd req-32eef05c-015a-4181-a02b-9327d171aacf tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0625534 Jul 22 11:21:05.093618 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fe18d6e8-75e5-4f5c-aad0-b556451f3bcd req-5fe84e71-e640-4c32-b8c9-b57f16325f97 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220739 Jul 22 11:21:05.112041 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-802ed25c-ba68-40ec-8218-936c5d5ace3f admin admin] Publish callbacks [] for security_group (95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.117337 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-20d2cd8c-fe3a-4257-a470-53cfc9216948 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936289 Jul 22 11:21:05.123470 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-802ed25c-ba68-40ec-8218-936c5d5ace3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.170148 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-802ed25c-ba68-40ec-8218-936c5d5ace3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3306d7e5499140b49aa3a76274d45b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845174 Jul 22 11:21:05.172174 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed25c-ba68-40ec-8218-936c5d5ace3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:05.175525 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42202) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:05.229672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] Publish callbacks [] for security_group (95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.253812 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] Publish callbacks [] for security_group (95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.285257 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:05.313107 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.316322 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:05.320878 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7 HTTP/1.1" status: 204 len: 168 time: 0.1410365 Jul 22 11:21:05.320878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:05.327087 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072047-bb5a-49fa-adcf-387ccb4ed261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e58b2c-6f81-4bfd-b5ab-71a5d14a71f7,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:05.513636 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-95df3e3c-be63-40ff-9f9f-4cb1bd69a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:05.516240 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-95df3e3c-be63-40ff-9f9f-4cb1bd69a003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f50a15db11214fb5a637fb400dcd928f&device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 1129 time: 0.0866594 Jul 22 11:21:05.681763 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-96634685-18e9-47a2-bd9a-51b6a7d61c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:05.684457 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-96634685-18e9-47a2-bd9a-51b6a7d61c20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 200 len: 912 time: 0.1286075 Jul 22 11:21:05.756677 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-e3dcd8cf-0116-4789-a8b5-42bb1690e663 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 200 len: 1001 time: 0.0624163 Jul 22 11:21:05.821617 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-e4bb073e-e03b-499a-847b-30bffb294880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:05.823667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-e4bb073e-e03b-499a-847b-30bffb294880 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 200 len: 850 time: 0.0597601 Jul 22 11:21:05.875436 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-3733664a-1743-4add-b86c-5bf71fba9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:05.877031 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-3733664a-1743-4add-b86c-5bf71fba9d8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5e21a67-be78-4f6f-a34d-4e6e3696796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459931 Jul 22 11:21:05.986945 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-f9ccf43b-8381-4310-816c-fc172d8cf14a service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001742 Jul 22 11:21:06.085027 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e580d5e3-d46f-4966-a1e0-ec27d6b2804c req-9543a224-a43b-4975-9d87-7a8c18e0a826 service neutron] 10.222.0.43 "GET /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885491 Jul 22 11:21:06.178923 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42232) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:06.242616 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bca27-df99-4a8d-b682-15807290091d req-c6c5edd1-bcd6-49cd-9e8f-13348ceea240 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:06.244220 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ac2bca27-df99-4a8d-b682-15807290091d req-c6c5edd1-bcd6-49cd-9e8f-13348ceea240 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0605314 Jul 22 11:21:06.317112 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ac2bca27-df99-4a8d-b682-15807290091d req-7d7e1719-2efd-479a-980b-8bec929e9e36 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666599 Jul 22 11:21:06.324404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702689560-network', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:06.358858 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Made reservation on behalf of 04d58bceb8414b02a1bbaec0db07d85e for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:21:06.361548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.375032 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.485301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks [] for security_group (731413ed-1d84-4f6f-80f3-08b789d7d5fb), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.490859 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (731413ed-1d84-4f6f-80f3-08b789d7d5fb), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.533474 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:21:06.544763 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731413ed-1d84-4f6f-80f3-08b789d7d5fb,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:06.550207 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (0b294b5f-17c7-49fe-ab4e-06d0f727b5e2), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.550597 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Added segment 0b294b5f-17c7-49fe-ab4e-06d0f727b5e2 of type vlan for network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 Jul 22 11:21:06.612939 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:06.615189 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (050b1084-bd00-4a10-81b9-1276e2d9b4d8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.653445 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (050b1084-bd00-4a10-81b9-1276e2d9b4d8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.654657 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:06.655251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.695288 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5170674 Jul 22 11:21:06.699875 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42250) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:06.707374 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Request body: {'subnet': {'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702689560-subnet', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:06.731343 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a962d-373e-4c25-9583-ae238910824a admin admin] Pushing event updated for resources: {'Network': ['ID=050b1084-bd00-4a10-81b9-1276e2d9b4d8,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:06.733267 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Made reservation on behalf of 04d58bceb8414b02a1bbaec0db07d85e for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:21:06.738718 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24891870'] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.744982 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:21:06.944524 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24891852'] for subnet (7f69b4f4-4c0c-4c80-8caf-9778e6cbed02), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:06.995862 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:07.014580 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:07.014934 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Network hostable DHCP agents. Network: 050b1084-bd00-4a10-81b9-1276e2d9b4d8, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:21:07.034655 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:21:07.043821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 050b1084-bd00-4a10-81b9-1276e2d9b4d8) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:07.048907 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:07.050189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.053041 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15528a2e-0f6c-4b75-8d28-793bf6dbb85c None None] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:07.069918 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-48c961b1-d1e7-409f-a7f3-1927a754f412 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3675113 Jul 22 11:21:07.073001 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42252) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:07.077298 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:07.103582 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (95e2f03f-efce-4658-854f-6c2e015defd4), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.104625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (95e2f03f-efce-4658-854f-6c2e015defd4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.170084 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for router_controller (95e2f03f-efce-4658-854f-6c2e015defd4), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.289891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:21:07.290817 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.305483 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for router_gateway (95e2f03f-efce-4658-854f-6c2e015defd4), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.431053 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Allocated IP 172.20.0.2 (050b1084-bd00-4a10-81b9-1276e2d9b4d8/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02/2f84f6e9-e766-4767-af3c-f03b02e157e4) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:07.452407 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:07.479452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f90a1-203b-4c51-adc1-e554ec900006 req-1ff154e3-e603-4c54-8ba9-87255801783a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:07.481112 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3b0f90a1-203b-4c51-adc1-e554ec900006 req-1ff154e3-e603-4c54-8ba9-87255801783a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0713832 Jul 22 11:21:07.503287 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:07.516914 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:07.524572 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for router_gateway (95e2f03f-efce-4658-854f-6c2e015defd4), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.533722 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3b0f90a1-203b-4c51-adc1-e554ec900006 req-67e3a3bd-d869-4708-9035-48f91719d03e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Jul 22 11:21:07.546828 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.590787 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks [] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.599939 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.639359 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:07.644634 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:07.648931 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:07.656656 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Pushing event updated for resources: {'Port': ['ID=2f84f6e9-e766-4767-af3c-f03b02e157e4,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:07.674451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.674451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.674989 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.675239 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.676091 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.676209 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Allocated IP 172.27.0.100 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/ccb2bb37-ec88-4956-aa91-a3ee4b42c27c) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:07.676427 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.676766 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.677083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.677411 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.677741 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.678068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.678396 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.678803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.679043 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.679389 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:07.777876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Attempting to bind port 2f84f6e9-e766-4767-af3c-f03b02e157e4 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:07.778507 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Attempting to bind port 2f84f6e9-e766-4767-af3c-f03b02e157e4 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:07.778603 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Attempting to bind port 2f84f6e9-e766-4767-af3c-f03b02e157e4 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:07.791611 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:07.791994 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:07.792601 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.793269 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Bound using segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:07.794011 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Bound port: 2f84f6e9-e766-4767-af3c-f03b02e157e4, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:07.794709 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.798085 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.836493 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.885346 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:07.890806 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:07.892965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:07.916554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] For port 2f84f6e9-e766-4767-af3c-f03b02e157e4, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:07.920372 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] For port 2f84f6e9-e766-4767-af3c-f03b02e157e4, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=2f84f6e9-e766-4767-af3c-f03b02e157e4,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:07.922349 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:07.926915 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:07.980028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:07.981131 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:07.984070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80566f-8c30-4940-98e7-7529f3553680 None None] Pushing event updated for resources: {'Port': ['ID=2f84f6e9-e766-4767-af3c-f03b02e157e4,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:08.191663 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for router_gateway (95e2f03f-efce-4658-854f-6c2e015defd4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:08.405199 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:08.416148 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (95e2f03f-efce-4658-854f-6c2e015defd4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:08.508352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb972-382e-4ede-8d9d-ddcd05ef973b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:08.554208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Router 95e2f03f-efce-4658-854f-6c2e015defd4 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:21:08.561526 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:08.667802 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d31edf-c389-4d5b-b48e-4043e1fc992e req-38567464-6df2-4576-87bf-75c02bbee8b6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:08.668532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:08.669795 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b3d31edf-c389-4d5b-b48e-4043e1fc992e req-38567464-6df2-4576-87bf-75c02bbee8b6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0562067 Jul 22 11:21:08.678420 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:08.691963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:08.693124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:20:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:08.704810 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:08.707726 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-089a4681-5613-4a79-a563-bde9ba3c4275 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6335673 Jul 22 11:21:08.710445 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42274) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:08.734744 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b3d31edf-c389-4d5b-b48e-4043e1fc992e req-1c160c64-dca9-4fbe-9a8e-bec95598c91a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532146 Jul 22 11:21:08.836140 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:09.038854 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 2f84f6e9-e766-4767-af3c-f03b02e157e4 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:09.065510 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:08Z', 'revision_number': 3, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:09.095225 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:09.095521 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Updating router 95e2f03f-efce-4658-854f-6c2e015defd4 port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:21:09.125828 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84dd411-6bf6-4640-9152-e264436e2914 None None] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:09.146994 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.200345 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.223449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 2f84f6e9-e766-4767-af3c-f03b02e157e4 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:09.223749 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.321252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Provisioning complete for port 2f84f6e9-e766-4767-af3c-f03b02e157e4 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:09.321625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.358417 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Allocated IP 172.20.0.1 (050b1084-bd00-4a10-81b9-1276e2d9b4d8/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02/a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:09.372313 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:09.472748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks [] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.503681 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:09.510475 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.514602 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 2f84f6e9-e766-4767-af3c-f03b02e157e4 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:09.514997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.569548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:09.569766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:09.570536 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:09.572131 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:09.576723 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:09.594523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Current status of the port 2f84f6e9-e766-4767-af3c-f03b02e157e4 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:09.595170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.610141 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:09.632891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (95e2f03f-efce-4658-854f-6c2e015defd4), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.649712 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 2f84f6e9-e766-4767-af3c-f03b02e157e4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=2f84f6e9-e766-4767-af3c-f03b02e157e4,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:09.658392 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.754433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks [] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.774526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.db.api [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 22 11:21:09.774992 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG oslo_db.api [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:21:09.775635 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.795779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=2f84f6e9-e766-4767-af3c-f03b02e157e4,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:09.975479 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Attempting to bind port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:09.976209 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Attempting to bind port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:09.976209 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Attempting to bind port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:09.991647 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:09.992022 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:09.992424 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.992817 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:09.993281 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Bound port: ccb2bb37-ec88-4956-aa91-a3ee4b42c27c, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:09.993656 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:09.997504 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bd433-5c49-40be-872b-3f8ed393e82c None None] Pushing event updated for resources: {'Port': ['ID=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:10.037827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc3690-8003-40b6-8a3f-dab631aa0ecf req-cbe8a791-3737-4d86-837f-ef7c63a44c9d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:10.039340 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-82fc3690-8003-40b6-8a3f-dab631aa0ecf req-cbe8a791-3737-4d86-837f-ef7c63a44c9d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0800734 Jul 22 11:21:10.046252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] For port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:10.049489 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] For port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:10.055089 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.055707 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.116335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:10.116965 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:20:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:10.119718 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bd433-5c49-40be-872b-3f8ed393e82c None None] Pushing event updated for resources: {'Port': ['ID=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:10.128414 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-82fc3690-8003-40b6-8a3f-dab631aa0ecf req-32645cf7-3e7f-4f23-a62f-5c911457e3f5 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824690 Jul 22 11:21:10.220118 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:10.250739 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks [] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.257757 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.308563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:10.332930 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:10.335730 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (95e2f03f-efce-4658-854f-6c2e015defd4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.344875 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdca28-c60e-4115-a113-7a2a499e3011 None None] Current status of the port 2f84f6e9-e766-4767-af3c-f03b02e157e4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:10.429017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:10.430450 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:10.443864 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:10.479554 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686f57f-52b4-44eb-8458-429f94c30d11 None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:10.485464 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Provisioning complete for port 2f84f6e9-e766-4767-af3c-f03b02e157e4 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:10.485576 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.487021 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:10.561551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:10.587666 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Current status of the port 2f84f6e9-e766-4767-af3c-f03b02e157e4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:10.615289 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Provisioning complete for port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:10.615673 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.653801 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:10.672030 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-f7959d50-65e5-4ed8-a139-ef015ae5ab56 None None] Port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:21:10.676071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-32aa3a46-c671-4562-8be0-942e9f4d4552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.702891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:10.708393 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6dcb005b-4e13-44b7-af16-2db10a2b565b admin admin] 10.222.0.20 "PUT /v2.0/routers/95e2f03f-efce-4658-854f-6c2e015defd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960790 Jul 22 11:21:10.792849 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-cc071e63-0420-443b-8156-3679c83520cd None None] Provisioning complete for port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:10.794114 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-cc071e63-0420-443b-8156-3679c83520cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:10.842721 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-cc071e63-0420-443b-8156-3679c83520cd None None] Port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:21:11.001248 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 2f84f6e9-e766-4767-af3c-f03b02e157e4 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:11.068366 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 2f84f6e9-e766-4767-af3c-f03b02e157e4 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:11.068980 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.167474 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 2f84f6e9-e766-4767-af3c-f03b02e157e4 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:11.295212 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbd96-7dfd-4d53-85db-7764f566c6bb req-710c2703-ef74-42c1-8620-e2e1e04dfbe6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:11.296590 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bf6fbd96-7dfd-4d53-85db-7764f566c6bb req-710c2703-ef74-42c1-8620-e2e1e04dfbe6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0755224 Jul 22 11:21:11.349323 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42304) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:11.354974 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1131181697-network', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:11.383209 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bf6fbd96-7dfd-4d53-85db-7764f566c6bb req-f521b52b-83c8-4e75-b455-7a48a60828dd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802603 Jul 22 11:21:11.389259 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Made reservation on behalf of 4ed3871a9ef44759abf5a216c756e1df for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:21:11.390553 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.410095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.446581 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:11.530112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks [] for security_group (d018d00d-9853-4842-a4d8-4ffa64c0a89c), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.534883 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d018d00d-9853-4842-a4d8-4ffa64c0a89c), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.575570 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:21:11.582712 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d018d00d-9853-4842-a4d8-4ffa64c0a89c,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:11.589785 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (6f511fa6-cea5-4814-8cc7-93409b6206e4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.590131 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Added segment 6f511fa6-cea5-4814-8cc7-93409b6206e4 of type vlan for network 7890a89c-0efa-49fe-8d9d-052776ebe190 Jul 22 11:21:11.638111 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (7890a89c-0efa-49fe-8d9d-052776ebe190), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.671890 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (7890a89c-0efa-49fe-8d9d-052776ebe190), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.673611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:11.674542 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.713505 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3605390 Jul 22 11:21:11.714661 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42308) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:11.744402 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Request body: {'subnet': {'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1131181697-subnet', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:11.758396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282cf4a-3b3d-4049-870d-2e4e9322ed8c admin admin] Pushing event updated for resources: {'Network': ['ID=7890a89c-0efa-49fe-8d9d-052776ebe190,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:11.770518 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:21:11.778893 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Made reservation on behalf of 4ed3871a9ef44759abf5a216c756e1df for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:21:11.781581 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24891870'] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:11.783501 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:11.994767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24891852'] for subnet (780c5ad9-df2e-48bc-a16b-ee2426a50a68), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.063867 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780c5ad9-df2e-48bc-a16b-ee2426a50a68,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:12.072060 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Checking segment: {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:12.072416 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Network hostable DHCP agents. Network: 7890a89c-0efa-49fe-8d9d-052776ebe190, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:21:12.090432 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:21:12.099535 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 7890a89c-0efa-49fe-8d9d-052776ebe190) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:12.103766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:12.104464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.108809 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362414f-aa1d-4bb7-adab-add85f33e802 None None] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:12.122901 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-5d837fc2-53d5-4815-ae7f-33f34c0bd3d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4080427 Jul 22 11:21:12.126157 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42310) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:12.131945 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:12.158052 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.159413 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.188627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.212811 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for router_controller (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.247785 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-7890a89c-0efa-49fe-8d9d-052776ebe190', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:21:12.249364 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.293100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:12.365032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for router_gateway (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.396779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Allocated IP 172.20.0.2 (7890a89c-0efa-49fe-8d9d-052776ebe190/780c5ad9-df2e-48bc-a16b-ee2426a50a68/d24b5f4d-c528-4a21-8fad-30ab64288310) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:12.556579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks [] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.562404 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.600546 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbebd0-0856-4f24-b167-54e211827a94 req-900a58bd-2569-4ffe-9aae-27413b1c08f3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:12.600794 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:12.602750 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-73fbebd0-0856-4f24-b167-54e211827a94 req-900a58bd-2569-4ffe-9aae-27413b1c08f3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0966594 Jul 22 11:21:12.607881 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:12.611566 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:12.615017 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:12.619434 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Pushing event updated for resources: {'Port': ['ID=d24b5f4d-c528-4a21-8fad-30ab64288310,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:12.641501 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for router_gateway (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.663269 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.681595 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Attempting to bind port d24b5f4d-c528-4a21-8fad-30ab64288310 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:12.681976 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Attempting to bind port d24b5f4d-c528-4a21-8fad-30ab64288310 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:12.682439 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Attempting to bind port d24b5f4d-c528-4a21-8fad-30ab64288310 on network 7890a89c-0efa-49fe-8d9d-052776ebe190 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:12.688140 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:12.688418 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Checking segment: {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:12.688789 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.689276 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Bound using segment: {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:12.689749 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Bound port: d24b5f4d-c528-4a21-8fad-30ab64288310, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:12.690174 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.725756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:12.730478 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-73fbebd0-0856-4f24-b167-54e211827a94 req-28a3ce2e-10f5-4fab-bfc0-3bc20fa72dd3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219418 Jul 22 11:21:12.772851 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] For port d24b5f4d-c528-4a21-8fad-30ab64288310, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:12.776232 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] For port d24b5f4d-c528-4a21-8fad-30ab64288310, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d24b5f4d-c528-4a21-8fad-30ab64288310,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:12.782125 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.818006 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Allocated IP 172.27.0.121 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/21fbc1e5-2008-40b8-b356-a4d202bb4329) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:12.857676 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea16f-a2d0-48aa-b204-0cd5ee5f1e8e None None] Pushing event updated for resources: {'Port': ['ID=d24b5f4d-c528-4a21-8fad-30ab64288310,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:12.908185 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:12.974573 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:12.989177 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:13.012822 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:13.013518 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:13.024943 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.044914 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ccb2bb37-ec88-4956-aa91-a3ee4b42c27c up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:13.071730 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:13.077344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:13.082434 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:13.088118 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Pushing event updated for resources: {'Port': ['ID=21fbc1e5-2008-40b8-b356-a4d202bb4329,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:13.105335 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:13.106067 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.220000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:13.220668 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.258050 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:13.260794 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:13.264617 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:21:13.265000 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.352602 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:13.379105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:13.464546 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for router_gateway (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.543868 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:10Z', 'revision_number': 2, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:13.573319 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:13.573678 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Updating router 95e2f03f-efce-4658-854f-6c2e015defd4 port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:21:13.604898 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.702372 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.706624 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.819089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.876513 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:21:13.935661 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks [] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:13.945558 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.020076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:14.029322 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Sync routers for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:14.033999 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.044068 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.047309 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4f839904-3890-4b53-a74d-7b944d66459c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9187982 Jul 22 11:21:14.050522 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42336) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:14.052009 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:14.052976 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:14.060718 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Pushing event updated for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:14.105331 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.105690 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.106033 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.106391 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.106726 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.107055 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.107554 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.107887 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.108210 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.108538 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.108859 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.109197 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.109518 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.109831 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.110148 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:14.168115 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Attempting to bind port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:14.168489 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Attempting to bind port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:14.168858 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Attempting to bind port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:14.179889 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:14.181418 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:14.181864 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.182277 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Bound using segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:14.182777 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Bound port: a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:14.183167 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.196557 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:14.197609 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.209654 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c28bf-e419-4a19-be07-19c679a6b498 req-71bbf4c3-034b-4b3a-9e73-1039d07bd572 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:14.211243 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af8c28bf-e419-4a19-be07-19c679a6b498 req-71bbf4c3-034b-4b3a-9e73-1039d07bd572 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1465454 Jul 22 11:21:14.257793 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] For port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:14.261441 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] For port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:14.269809 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.306543 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40b0b4-ecf3-44f4-8ba2-eeebe5f15ef0 None None] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:14.335745 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:14.335952 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:14.375830 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af8c28bf-e419-4a19-be07-19c679a6b498 req-54a03a32-b13e-44a2-a674-794ea313a3ae tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487403 Jul 22 11:21:14.382173 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64962f2-1f12-4907-8c79-827436b38dde None None] Pushing event updated for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:14.436090 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.482539 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:14.617496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Provisioning complete for port d24b5f4d-c528-4a21-8fad-30ab64288310 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:14.618179 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.678090 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.698428 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.714071 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:14Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:14.716890 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.743012 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e0ab9-165d-4ef4-9213-98361ce5fb03 None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:14Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:14.756349 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 3, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:14.808419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Checking router: 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:14.808771 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Updating router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d port 21fbc1e5-2008-40b8-b356-a4d202bb4329 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:21:14.848671 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:14.852103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Allocated IP 172.20.0.1 (7890a89c-0efa-49fe-8d9d-052776ebe190/780c5ad9-df2e-48bc-a16b-ee2426a50a68/82625261-835c-43e2-896d-ea91eb6393c2) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:14.855245 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Current status of the port d24b5f4d-c528-4a21-8fad-30ab64288310 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:14.855811 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.868315 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:14.928898 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] For port d24b5f4d-c528-4a21-8fad-30ab64288310, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d24b5f4d-c528-4a21-8fad-30ab64288310,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:14.986888 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.020217 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks [] for port (82625261-835c-43e2-896d-ea91eb6393c2), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.036899 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:15.063298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.125251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:15.131078 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:15.138830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:15.176634 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81a3ed-4d19-46d8-927d-3f220a21cc96 None None] Pushing event updated for resources: {'Port': ['ID=d24b5f4d-c528-4a21-8fad-30ab64288310,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:15.176901 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:15.200395 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ccb2bb37-ec88-4956-aa91-a3ee4b42c27c up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:15.207270 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.223658 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Provisioning complete for port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:15.224056 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.352896 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:15.353559 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.374035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (82625261-835c-43e2-896d-ea91eb6393c2), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.434267 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks [] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.451819 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.480052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Current status of the port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:15.480450 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.508661 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:15.562772 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Attempting to bind port 21fbc1e5-2008-40b8-b356-a4d202bb4329 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:15.563515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Attempting to bind port 21fbc1e5-2008-40b8-b356-a4d202bb4329 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:15.564084 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Attempting to bind port 21fbc1e5-2008-40b8-b356-a4d202bb4329 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:15.572544 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608cd8-8d0f-4451-b1ef-4f48226f6a81 req-800485bf-279b-4a73-a2e4-58e59248a4bd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:15.574099 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ba608cd8-8d0f-4451-b1ef-4f48226f6a81 req-800485bf-279b-4a73-a2e4-58e59248a4bd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0689137 Jul 22 11:21:15.588302 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] For port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:15.593613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377acbf-9777-4424-83fd-1e3e13855754 None None] Pushing event updated for resources: {'Port': ['ID=21fbc1e5-2008-40b8-b356-a4d202bb4329,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:15.596362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:15.603016 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.614938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:15.615339 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:15.616182 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.616665 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:15.617150 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Bound port: 21fbc1e5-2008-40b8-b356-a4d202bb4329, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:15.617559 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.637501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks [] for port (82625261-835c-43e2-896d-ea91eb6393c2), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.650529 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.683047 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ba608cd8-8d0f-4451-b1ef-4f48226f6a81 req-1c726822-d70e-4bb0-86cb-f17b95670549 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972691 Jul 22 11:21:15.686738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:15.687862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d24b5f4d-c528-4a21-8fad-30ab64288310 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:15.727841 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.735389 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:15.736915 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:15.775613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Provisioning complete for port 82625261-835c-43e2-896d-ea91eb6393c2 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:15.775999 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (82625261-835c-43e2-896d-ea91eb6393c2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.777792 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] For port 21fbc1e5-2008-40b8-b356-a4d202bb4329, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:15.784798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] For port 21fbc1e5-2008-40b8-b356-a4d202bb4329, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=21fbc1e5-2008-40b8-b356-a4d202bb4329,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:15.811417 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9025f8-47f4-4bec-af7d-d91df9193e8c None None] Pushing event updated for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:15.821932 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.828835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:15.830229 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:15.859819 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port d24b5f4d-c528-4a21-8fad-30ab64288310 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:15.860192 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.888044 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Port 82625261-835c-43e2-896d-ea91eb6393c2 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:21:15.934175 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Provisioning complete for port d24b5f4d-c528-4a21-8fad-30ab64288310 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:15.934866 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:15.956915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:15.976402 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:15.981724 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:15.982682 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:15.994040 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377acbf-9777-4424-83fd-1e3e13855754 None None] Pushing event updated for resources: {'Port': ['ID=21fbc1e5-2008-40b8-b356-a4d202bb4329,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:16.104503 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:16.124094 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-9d6b7a02-fc88-4472-a180-e0594b5bf0b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0714450 Jul 22 11:21:16.162768 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port d24b5f4d-c528-4a21-8fad-30ab64288310 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:16.164215 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:16.204502 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-39117ddc-9583-42b8-b15c-05d1d49a21a0 None None] Current status of the port d24b5f4d-c528-4a21-8fad-30ab64288310 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:16.209124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:16.298997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:16.299916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.303122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:16.380577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-e9c5c18e-bfb0-4af4-997e-7942912c9a95 None None] Provisioning complete for port 82625261-835c-43e2-896d-ea91eb6393c2 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:16.381252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e9c5c18e-bfb0-4af4-997e-7942912c9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (82625261-835c-43e2-896d-ea91eb6393c2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.447745 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5c18e-bfb0-4af4-997e-7942912c9a95 None None] Port 82625261-835c-43e2-896d-ea91eb6393c2 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:21:16.488617 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42354) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:16.493566 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266173586', 'description': 'tempest-secgroup-smoke-1266173586 description', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:16.518619 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.593828 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (fa0c4be1-a4d6-4fde-b22f-594f4887cdaa), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.600251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fa0c4be1-a4d6-4fde-b22f-594f4887cdaa), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.636045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.637290 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1473267 Jul 22 11:21:16.639690 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5668980-84e7-4e2f-b169-b4fb935fbe32 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:16.642710 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:16.643095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42358) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:16.649002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '82625261-835c-43e2-896d-ea91eb6393c2', 'name': '', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'mac_address': 'fa:16:3e:1d:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:14Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 2, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'subnets': [{'id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:16.650076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:16.674040 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e695d-f90a-4394-9923-a3f2f8c1bfd0 None None] The sync data for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi is: [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '82625261-835c-43e2-896d-ea91eb6393c2', 'name': '', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'mac_address': 'fa:16:3e:1d:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:14Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 2, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'subnets': [{'id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:16.684053 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (7b992d15-454a-48e6-a921-a92153e4c8ad), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.764270 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (7b992d15-454a-48e6-a921-a92153e4c8ad), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.772448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (7b992d15-454a-48e6-a921-a92153e4c8ad), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.803748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b992d15-454a-48e6-a921-a92153e4c8ad,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:16.826731 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.830207 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-dc47370e-bc1a-4093-b070-01a5266c4d3c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827581 Jul 22 11:21:16.830931 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42364) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:16.835426 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:16.845432 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de3870-c001-495f-af0f-652041908d9f req-58dfa59b-ee54-4b5c-b51c-a4b023fd2e41 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:16.846479 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-71de3870-c001-495f-af0f-652041908d9f req-58dfa59b-ee54-4b5c-b51c-a4b023fd2e41 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0605874 Jul 22 11:21:16.866185 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (e88221e6-2a33-492e-aa2c-8efda8d0c9cf), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:16.909409 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-71de3870-c001-495f-af0f-652041908d9f req-7972b80f-31d7-458a-b103-b7923b008dfa tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567536 Jul 22 11:21:17.078239 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d24b5f4d-c528-4a21-8fad-30ab64288310 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:17.126136 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:17.134526 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port d24b5f4d-c528-4a21-8fad-30ab64288310 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:17.134697 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.219420 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port d24b5f4d-c528-4a21-8fad-30ab64288310 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:17.222355 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:17.234612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (e88221e6-2a33-492e-aa2c-8efda8d0c9cf), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.240450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (e88221e6-2a33-492e-aa2c-8efda8d0c9cf), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.260693 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88221e6-2a33-492e-aa2c-8efda8d0c9cf,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:17.271499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.272973 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-185e4c48-f921-4075-8eb8-7389c81e5e35 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4409010 Jul 22 11:21:17.276189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42366) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:17.276586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:17.276975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.281268 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:17.320272 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (19b282b7-c361-4d53-8c68-71b5018c3978), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.381099 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:17.394108 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (19b282b7-c361-4d53-8c68-71b5018c3978), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.397904 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (19b282b7-c361-4d53-8c68-71b5018c3978), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.411413 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:17.419557 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b282b7-c361-4d53-8c68-71b5018c3978,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:17.447736 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.449388 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c81ff0fb-1f98-40fe-b31a-bd3d76b4d67b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719708 Jul 22 11:21:17.454488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42368) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:17.461756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:17.472890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:17.505582 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (e169cbfa-bcef-45d3-ae86-1e86da334bbd), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.594988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (e169cbfa-bcef-45d3-ae86-1e86da334bbd), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.606289 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (e169cbfa-bcef-45d3-ae86-1e86da334bbd), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.629859 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e169cbfa-bcef-45d3-ae86-1e86da334bbd,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:17.635192 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.636526 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c08b2f13-e50c-4b21-a13e-7ddc62973fbc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799793 Jul 22 11:21:17.639427 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42370) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:17.646564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:17.671282 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.securitygroups_db [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Project 04d58bceb8414b02a1bbaec0db07d85e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:21:17.681796 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (805f86ba-fa03-4f43-9f0f-e42fe4587766), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.759672 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (805f86ba-fa03-4f43-9f0f-e42fe4587766), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.768562 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (805f86ba-fa03-4f43-9f0f-e42fe4587766), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.793918 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805f86ba-fa03-4f43-9f0f-e42fe4587766,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:17.807788 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.810765 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-db70202d-64b9-452b-a50a-dc572fa65943 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688678 Jul 22 11:21:17.813286 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42376) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:17.818435 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c4be1-a4d6-4fde-b22f-594f4887cdaa', 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:17.855421 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.securitygroups_db [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Project 04d58bceb8414b02a1bbaec0db07d85e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:21:17.875288 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (07cf9409-f43a-4db4-8239-c01fa8dcca23), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.946528 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:21:17.974622 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (07cf9409-f43a-4db4-8239-c01fa8dcca23), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:17.982092 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (07cf9409-f43a-4db4-8239-c01fa8dcca23), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:18.024709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cf9409-f43a-4db4-8239-c01fa8dcca23,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:18.044542 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:18.046507 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-01361deb-3fbc-49e6-a681-45406dab729c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2319150 Jul 22 11:21:18.120081 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e03873-ff6f-404d-829e-0ceae01cf46e req-80b90de7-b8a3-4071-97a6-582eaa3cde44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:18.122628 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b7e03873-ff6f-404d-829e-0ceae01cf46e req-80b90de7-b8a3-4071-97a6-582eaa3cde44 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1003718 Jul 22 11:21:18.137095 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:18.167424 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:21:18.209356 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b7e03873-ff6f-404d-829e-0ceae01cf46e req-28ccd0e0-6805-48a6-b612-3bdc2fa0735c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777683 Jul 22 11:21:18.224366 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: ACTIVE; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:18.224900 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:18.253954 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:21:18.277264 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:18.284137 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:18.354617 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=6']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:18.402358 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c1ac6e13-743e-4cd7-b970-2f05998ba958'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:21:18.516086 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:19.077577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 21fbc1e5-2008-40b8-b356-a4d202bb4329 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:19.154423 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 21fbc1e5-2008-40b8-b356-a4d202bb4329 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:19.154829 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:19.211397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:19.262281 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 21fbc1e5-2008-40b8-b356-a4d202bb4329 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:19.263667 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:19.308708 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 21fbc1e5-2008-40b8-b356-a4d202bb4329, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=21fbc1e5-2008-40b8-b356-a4d202bb4329,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:19.323579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:19.383131 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Sync routers for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:19.422074 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=21fbc1e5-2008-40b8-b356-a4d202bb4329,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:19.439064 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:19.440925 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:19.472044 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ecee-1135-4340-8ac9-4b28ba5a80a1 req-9e465afd-e14c-4a8e-a59b-db003c6daa96 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:19.475218 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a080ecee-1135-4340-8ac9-4b28ba5a80a1 req-9e465afd-e14c-4a8e-a59b-db003c6daa96 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 944 time: 0.0947802 Jul 22 11:21:19.512387 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:19.551023 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a080ecee-1135-4340-8ac9-4b28ba5a80a1 req-33170d02-081c-4b10-97b0-01c6132282d6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667942 Jul 22 11:21:19.642397 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:19.966076 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:20.039791 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port c1ac6e13-743e-4cd7-b970-2f05998ba958 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:20.040564 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.052773 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '82625261-835c-43e2-896d-ea91eb6393c2', 'name': '', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'mac_address': 'fa:16:3e:1d:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:14Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 2, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'subnets': [{'id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:20.080897 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Checking router: 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:20.080897 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Updating router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d port 82625261-835c-43e2-896d-ea91eb6393c2 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:21:20.115643 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (82625261-835c-43e2-896d-ea91eb6393c2), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.147602 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:20.148068 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.178367 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:20.181621 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73d1b0f-a12f-456b-8ae8-f4d888baa2b0" -d '{"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:20.183723 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:20.203498 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:20.209938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.256006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678a865-73b4-4c4b-85c5-f3086f4270f8 x-openstack-request-id: req-c678a865-73b4-4c4b-85c5-f3086f4270f8 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:20.256344 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:20.256619 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c678a865-73b4-4c4b-85c5-f3086f4270f8 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:20.257271 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c678a865-73b4-4c4b-85c5-f3086f4270f8'] response: {'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'code': 200} Jul 22 11:21:20.293829 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c8b83-b886-466d-b3d7-2da8c29de882 req-fe0c23db-4832-4888-9ce8-085a297b7792 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:20.295883 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c6c8b83-b886-466d-b3d7-2da8c29de882 req-fe0c23db-4832-4888-9ce8-085a297b7792 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0841873 Jul 22 11:21:20.312754 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=7']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:20.368121 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c6c8b83-b886-466d-b3d7-2da8c29de882 req-889d2f9b-e260-4dbd-8c3c-8a8108d260b8 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642409 Jul 22 11:21:20.456274 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks [] for port (82625261-835c-43e2-896d-ea91eb6393c2), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.462458 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.521946 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e70b0-87a4-4a0e-a934-14f39c19c927 None None] Pushing event updated for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:20.587977 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Attempting to bind port 82625261-835c-43e2-896d-ea91eb6393c2 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:20.588336 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Attempting to bind port 82625261-835c-43e2-896d-ea91eb6393c2 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:20.588700 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Attempting to bind port 82625261-835c-43e2-896d-ea91eb6393c2 on network 7890a89c-0efa-49fe-8d9d-052776ebe190 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:20.596500 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:20.597309 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Checking segment: {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:20.597757 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.598363 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Bound using segment: {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:20.599118 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Bound port: 82625261-835c-43e2-896d-ea91eb6393c2, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f511fa6-cea5-4814-8cc7-93409b6206e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:20.600001 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (82625261-835c-43e2-896d-ea91eb6393c2), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.645028 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:20.716169 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] For port 82625261-835c-43e2-896d-ea91eb6393c2, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:20.720446 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] For port 82625261-835c-43e2-896d-ea91eb6393c2, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=82625261-835c-43e2-896d-ea91eb6393c2,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:20.730393 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.769384 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ef2ee-2689-430b-a5c4-720abc828af4 req-e91458e4-d15b-4088-a022-0e24a68d346a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:20.771789 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d38ef2ee-2689-430b-a5c4-720abc828af4 req-e91458e4-d15b-4088-a022-0e24a68d346a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0661671 Jul 22 11:21:20.840735 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Provisioning complete for port 82625261-835c-43e2-896d-ea91eb6393c2 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:20.841586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (82625261-835c-43e2-896d-ea91eb6393c2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:20.867079 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:20.868050 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:20.896470 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d38ef2ee-2689-430b-a5c4-720abc828af4 req-f85aa705-9c73-418f-89d4-3afe4f625f41 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159196 Jul 22 11:21:20.966446 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e70b0-87a4-4a0e-a934-14f39c19c927 None None] Pushing event updated for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=4']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:20.984181 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Current status of the port 82625261-835c-43e2-896d-ea91eb6393c2 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:20.984737 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (82625261-835c-43e2-896d-ea91eb6393c2), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:21.045045 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] For port 82625261-835c-43e2-896d-ea91eb6393c2, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=82625261-835c-43e2-896d-ea91eb6393c2,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:21.050844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:21.076002 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:21.079020 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 21fbc1e5-2008-40b8-b356-a4d202bb4329 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:21.149427 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49dcc9-fb82-4062-b42b-33f32bafab7f None None] Pushing event updated for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:21.168687 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 21fbc1e5-2008-40b8-b356-a4d202bb4329 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:21.169259 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:21.206017 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:21.215911 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-a688e011-5784-4df6-8499-bd474e8daa11 None None] Provisioning complete for port 82625261-835c-43e2-896d-ea91eb6393c2 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:21.216486 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a688e011-5784-4df6-8499-bd474e8daa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (82625261-835c-43e2-896d-ea91eb6393c2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:21.308454 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '82625261-835c-43e2-896d-ea91eb6393c2', 'name': '', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'mac_address': 'fa:16:3e:1d:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:14Z', 'updated_at': '2022-07-22T11:21:20Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'subnets': [{'id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:21.309992 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:21.339951 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea343774-e81e-4e06-b96c-618c4e9533fa None None] The sync data for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi is: [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '82625261-835c-43e2-896d-ea91eb6393c2', 'name': '', 'network_id': '7890a89c-0efa-49fe-8d9d-052776ebe190', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'mac_address': 'fa:16:3e:1d:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:14Z', 'updated_at': '2022-07-22T11:21:20Z', 'revision_number': 4, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'subnets': [{'id': '780c5ad9-df2e-48bc-a16b-ee2426a50a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:21.359916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 21fbc1e5-2008-40b8-b356-a4d202bb4329 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:21.365170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-a688e011-5784-4df6-8499-bd474e8daa11 None None] Current status of the port 82625261-835c-43e2-896d-ea91eb6393c2 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:21.521573 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac065-74ee-485c-b8d9-a241d74152c2 req-225c0b1a-6753-49f8-81ce-ce5fd0931222 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:21.524367 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c45ac065-74ee-485c-b8d9-a241d74152c2 req-225c0b1a-6753-49f8-81ce-ce5fd0931222 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0688589 Jul 22 11:21:21.589475 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c45ac065-74ee-485c-b8d9-a241d74152c2 req-cb60deda-2ec7-42b1-bfb3-95646d36a9b4 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587046 Jul 22 11:21:22.111922 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d680b-1307-4dfd-b5f1-57682ced57bf req-8df85ff6-e95f-41cd-aaa5-fc80cfacfd32 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:22.114675 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c01d680b-1307-4dfd-b5f1-57682ced57bf req-8df85ff6-e95f-41cd-aaa5-fc80cfacfd32 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0804608 Jul 22 11:21:22.182290 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c01d680b-1307-4dfd-b5f1-57682ced57bf req-c8ba0d44-7b9f-4399-aafa-0a5718560f0b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620465 Jul 22 11:21:22.584382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-e5711c65-47b8-4190-a219-d05b71547a62 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:22.585933 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-e5711c65-47b8-4190-a219-d05b71547a62 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0534234 Jul 22 11:21:22.746594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port af37cf80-6a03-4866-87c0-372fd391424e {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:22.746954 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (af37cf80-6a03-4866-87c0-372fd391424e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:22.790031 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5351-215f-4f93-ab4a-598b1b837624 req-fdd7f975-f86f-487d-8377-a1f98884d4f0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:22.791705 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f8dc5351-215f-4f93-ab4a-598b1b837624 req-fdd7f975-f86f-487d-8377-a1f98884d4f0 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 945 time: 0.0972376 Jul 22 11:21:22.909572 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] For port af37cf80-6a03-4866-87c0-372fd391424e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=af37cf80-6a03-4866-87c0-372fd391424e,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:22.909861 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (af37cf80-6a03-4866-87c0-372fd391424e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:22.916131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f8dc5351-215f-4f93-ab4a-598b1b837624 req-e4753ddb-cca8-4e7c-9404-5d9f020f6d76 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4d1dc39-77ba-457a-8f3e-6216b97bd76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877957 Jul 22 11:21:23.075101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 82625261-835c-43e2-896d-ea91eb6393c2 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:23.144434 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:23.164338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:23.177055 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 82625261-835c-43e2-896d-ea91eb6393c2 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:23.177533 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (82625261-835c-43e2-896d-ea91eb6393c2), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:23.187422 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:23.188202 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:23.188874 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Floating IP e3262977-4d12-4628-9fb6-a8068e737dea disassociated. External IP: 172.27.0.140, port: af37cf80-6a03-4866-87c0-372fd391424e. Jul 22 11:21:23.189450 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for af37cf80-6a03-4866-87c0-372fd391424e owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:23.363832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 82625261-835c-43e2-896d-ea91eb6393c2 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:23.370306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469a5-e980-4f6d-9a9b-375f627259f7 req-3765d628-b362-4c6f-87d5-c304341a8860 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:23.380005 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05e469a5-e980-4f6d-9a9b-375f627259f7 req-3765d628-b362-4c6f-87d5-c304341a8860 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1004164 Jul 22 11:21:23.423536 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (af37cf80-6a03-4866-87c0-372fd391424e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:23.439149 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:23.463510 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=af37cf80-6a03-4866-87c0-372fd391424e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:23.474542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05e469a5-e980-4f6d-9a9b-375f627259f7 req-156791a9-cdec-488f-9e52-31b9d5cdbb9b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909076 Jul 22 11:21:23.495444 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:23.677132 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:23.861978 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:23.876502 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:23.906566 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:23.907223 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:23.972500 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] No DVR routers for this DVR port af37cf80-6a03-4866-87c0-372fd391424e on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:21:23.982177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:23.985629 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7ed81831-a0a8-490e-a83c-538cbcc5166e req-8f9ebf08-05fc-4dec-8dc4-89488d9a5b5c tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.43 "DELETE /v2.0/ports/af37cf80-6a03-4866-87c0-372fd391424e HTTP/1.1" status: 204 len: 173 time: 1.3934922 Jul 22 11:21:23.986116 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'name': 'network-vif-deleted', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:23.989204 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32a81f-63f4-4963-864a-aba2c544bfb6" -d '{"events": [{"server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "name": "network-vif-deleted", "tag": "af37cf80-6a03-4866-87c0-372fd391424e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:24.108224 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e124d5-42bf-46c1-bfcc-ddf4d3ff2e5f x-openstack-request-id: req-02e124d5-42bf-46c1-bfcc-ddf4d3ff2e5f {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:24.108716 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27286438-bce0-447c-9406-2d776cc7c81d", "name": "network-vif-deleted", "tag": "af37cf80-6a03-4866-87c0-372fd391424e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:24.108980 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02e124d5-42bf-46c1-bfcc-ddf4d3ff2e5f {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:24.109925 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e124d5-42bf-46c1-bfcc-ddf4d3ff2e5f'] response: {'server_uuid': '27286438-bce0-447c-9406-2d776cc7c81d', 'name': 'network-vif-deleted', 'tag': 'af37cf80-6a03-4866-87c0-372fd391424e', 'status': 'completed', 'code': 200} Jul 22 11:21:24.162865 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d392f430-0aa3-4791-a8cf-06d14c44d66f req-d5fe0769-5d07-4231-9df5-216c861d5610 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/ports?device_id=27286438-bce0-447c-9406-2d776cc7c81d HTTP/1.1" status: 200 len: 210 time: 0.0467086 Jul 22 11:21:24.245717 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:24.661292 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:24.714532 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:24.717738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452409e-1e4c-42f9-96e6-0e8c72b02e46 req-00816628-edec-43df-94ba-dc397541e841 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:24.731780 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5452409e-1e4c-42f9-96e6-0e8c72b02e46 req-00816628-edec-43df-94ba-dc397541e841 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1239588 Jul 22 11:21:24.746452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:24.748426 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:24.961473 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5452409e-1e4c-42f9-96e6-0e8c72b02e46 req-a8781708-cb35-43dd-88d5-bf71dc82254c tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968088 Jul 22 11:21:24.990885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:25.368218 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42558) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:25.460754 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (d4d1dc39-77ba-457a-8f3e-6216b97bd76b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:25.509931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (d4d1dc39-77ba-457a-8f3e-6216b97bd76b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:25.515133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:25.555083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5143f606-4bec-4cec-967a-c704052aed9d None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:13:58Z', 'revision_number': 4, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'e2380539-b40b-4859-b214-b13b8ae0c598', 'name': '', 'network_id': '32cd3386-64da-4740-85d1-ffc0b29096eb', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'mac_address': 'fa:16:3e:d4:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:57Z', 'updated_at': '2022-07-22T11:14:12Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'subnets': [{'id': '8bf3046b-532b-4402-82af-e05ac2fac863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:25.607570 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d4d1dc39-77ba-457a-8f3e-6216b97bd76b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:25.610199 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:25.619242 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42564) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:25.633070 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4d1dc39-77ba-457a-8f3e-6216b97bd76b HTTP/1.1" status: 204 len: 168 time: 0.2632737 Jul 22 11:21:25.645969 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e72fa-800f-4216-b96d-8b951614bf42 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d1dc39-77ba-457a-8f3e-6216b97bd76b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:25.652126 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.api.v2.resource [None req-82ebfddd-e605-40c9-b2b7-5b0368136d3e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] show failed (client error): The resource could not be found. Jul 22 11:21:25.653082 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-82ebfddd-e605-40c9-b2b7-5b0368136d3e tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "GET /v2.0/security-groups/d4d1dc39-77ba-457a-8f3e-6216b97bd76b HTTP/1.1" status: 404 len: 347 time: 0.0318933 Jul 22 11:21:25.656447 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42566) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:25.856045 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Deleting port 247fa3aa-b1d1-4bda-a14e-8dada7eb11f7 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:25.856307 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:25.901045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe113a-2559-4f79-a784-f1792c50d926 req-288e695b-c631-4547-b954-b02b0a57ffa9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:25.908969 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7fbe113a-2559-4f79-a784-f1792c50d926 req-288e695b-c631-4547-b954-b02b0a57ffa9 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.0765910 Jul 22 11:21:25.974105 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7fbe113a-2559-4f79-a784-f1792c50d926 req-c3ac3eff-08ba-4294-af24-078b7f0e051c tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642445 Jul 22 11:21:25.996733 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device af37cf80-6a03-4866-87c0-372fd391424e no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:26.025150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:26.025662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:26.042881 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: af37cf80-6a03-4866-87c0-372fd391424e {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:26.043368 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device af37cf80-6a03-4866-87c0-372fd391424e not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:26.049303 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Calling delete_port for 247fa3aa-b1d1-4bda-a14e-8dada7eb11f7 owned by network:floatingip {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:26.074895 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:26.086228 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632a1dd-ea9f-43e3-b5a9-09cee12ab96b None None] New status for floating IP e3262977-4d12-4628-9fb6-a8068e737dea: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:21:26.265127 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257bf9-5326-4f82-b480-68e94e9ca99c req-2834e1dd-dbcb-40d0-9877-562288c3d8f8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:26.276441 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2c257bf9-5326-4f82-b480-68e94e9ca99c req-2834e1dd-dbcb-40d0-9877-562288c3d8f8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1273582 Jul 22 11:21:26.390305 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (247fa3aa-b1d1-4bda-a14e-8dada7eb11f7), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:26.451417 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2c257bf9-5326-4f82-b480-68e94e9ca99c req-5dd47d47-ce99-437d-94be-daaccc719500 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620827 Jul 22 11:21:26.454950 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Pushing event deleted for resources: {'Port': ['ID=247fa3aa-b1d1-4bda-a14e-8dada7eb11f7,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:26.544849 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks [] for floatingip (e3262977-4d12-4628-9fb6-a8068e737dea), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:26.547795 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:26.549232 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-56247555-c4b8-4e81-bf67-09686f1433d1 tempest-AttachVolumeNegativeTest-1017563372 tempest-AttachVolumeNegativeTest-1017563372-project] 10.222.0.20 "DELETE /v2.0/floatingips/e3262977-4d12-4628-9fb6-a8068e737dea HTTP/1.1" status: 204 len: 168 time: 0.8915601 Jul 22 11:21:27.191601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c4b5-2f9b-40a1-bcd7-b651f64e847b req-24b5a86f-3595-4452-8cab-d6d4606febbc tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:27.194740 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3b28c4b5-2f9b-40a1-bcd7-b651f64e847b req-24b5a86f-3595-4452-8cab-d6d4606febbc tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.0748305 Jul 22 11:21:27.273320 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3b28c4b5-2f9b-40a1-bcd7-b651f64e847b req-c61801aa-b4eb-40fe-b312-9b40424ebe05 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681341 Jul 22 11:21:27.667174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:27.692019 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5227c-25da-4ee1-9475-b8297fbb12d1 req-a44e9af6-67f3-48f1-9b1a-f0fed3745b4a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:27.693633 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cd5227c-25da-4ee1-9475-b8297fbb12d1 req-a44e9af6-67f3-48f1-9b1a-f0fed3745b4a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0847464 Jul 22 11:21:27.762721 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cd5227c-25da-4ee1-9475-b8297fbb12d1 req-87ef2273-21a3-49e8-b88c-f419c867c4a8 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576389 Jul 22 11:21:28.416195 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d9bbc-2aa9-4d84-8e02-f805c682dad4 req-4b55ac21-d8fc-43dc-9bc4-cb94355ba51f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:28.425805 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-262d9bbc-2aa9-4d84-8e02-f805c682dad4 req-4b55ac21-d8fc-43dc-9bc4-cb94355ba51f tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.0630164 Jul 22 11:21:28.498894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:28.549894 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-262d9bbc-2aa9-4d84-8e02-f805c682dad4 req-dbc469ba-d9d2-4d81-a8fb-390483e3cea0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups?id=fdba2edf-0ef6-4749-865a-596075ea8889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013207 Jul 22 11:21:28.556713 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-e7836df8-2dea-4997-8130-9b77b29d8c1a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:28.558315 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-e7836df8-2dea-4997-8130-9b77b29d8c1a tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 945 time: 0.1279359 Jul 22 11:21:28.674038 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Deleting port bf7a4ec0-a612-481f-81ec-02d77677b359 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:28.675546 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:28.849631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] For port bf7a4ec0-a612-481f-81ec-02d77677b359, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=bf7a4ec0-a612-481f-81ec-02d77677b359,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:28.850008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:28.978586 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63ded8-dc3c-4f47-aff0-10168065972c req-47424bfc-7e83-475e-b5e3-e86fdd0d9bf9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:28.980934 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-df63ded8-dc3c-4f47-aff0-10168065972c req-47424bfc-7e83-475e-b5e3-e86fdd0d9bf9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0858564 Jul 22 11:21:29.036725 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:29.095873 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-df63ded8-dc3c-4f47-aff0-10168065972c req-fea9340f-905c-4e7c-9628-4d573ec7dc37 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084166 Jul 22 11:21:29.118886 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:29.119613 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:29.120104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Floating IP 24292302-1632-4c6a-b81f-881e5cbd8e8e disassociated. External IP: 172.27.0.200, port: bf7a4ec0-a612-481f-81ec-02d77677b359. Jul 22 11:21:29.120561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Calling delete_port for bf7a4ec0-a612-481f-81ec-02d77677b359 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:29.221456 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:29.349488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (bf7a4ec0-a612-481f-81ec-02d77677b359), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:29.398990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'Port': ['ID=bf7a4ec0-a612-481f-81ec-02d77677b359,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:29.547126 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:29.741037 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e34a83c0-eec2-4338-88aa-f156d0734a51 req-daf977fb-d42d-402a-a78c-fadba1ebdae0 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/ports?device_id=edc7a08a-180f-4907-9f8d-9d14bd9cf10c HTTP/1.1" status: 200 len: 210 time: 0.0677247 Jul 22 11:21:29.770608 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:29.784927 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:29.802673 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:29.803686 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:29.854515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] No DVR routers for this DVR port bf7a4ec0-a612-481f-81ec-02d77677b359 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:21:29.860011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:29.871960 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-affa72fe-5b15-48a5-af73-6bc7522560e1 req-94f2abae-f45c-412b-8647-80358e6cda27 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.43 "DELETE /v2.0/ports/bf7a4ec0-a612-481f-81ec-02d77677b359 HTTP/1.1" status: 204 len: 173 time: 1.3049948 Jul 22 11:21:29.872460 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'name': 'network-vif-deleted', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:29.875453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9175cd6f-9f6c-4433-93a8-8e2056c3a873" -d '{"events": [{"server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "name": "network-vif-deleted", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:29.892313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:29.919880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:29.942586 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c21a1-0343-41de-bd1d-820d1a445c7e x-openstack-request-id: req-9b7c21a1-0343-41de-bd1d-820d1a445c7e {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:29.942931 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc7a08a-180f-4907-9f8d-9d14bd9cf10c", "name": "network-vif-deleted", "tag": "bf7a4ec0-a612-481f-81ec-02d77677b359", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:29.943193 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7c21a1-0343-41de-bd1d-820d1a445c7e {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:29.943644 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c21a1-0343-41de-bd1d-820d1a445c7e'] response: {'server_uuid': 'edc7a08a-180f-4907-9f8d-9d14bd9cf10c', 'name': 'network-vif-deleted', 'tag': 'bf7a4ec0-a612-481f-81ec-02d77677b359', 'status': 'completed', 'code': 200} Jul 22 11:21:30.030450 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:30.294577 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791d57-cd08-4942-a91c-74683415b10c req-dc3b20f6-2fb2-4aa1-b137-992fc395d4c6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:30.301930 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-18791d57-cd08-4942-a91c-74683415b10c req-dc3b20f6-2fb2-4aa1-b137-992fc395d4c6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0891728 Jul 22 11:21:30.366516 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:30.384733 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-18791d57-cd08-4942-a91c-74683415b10c req-29f059c1-bc6e-4a8e-bb47-ead2c5f671ce tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815680 Jul 22 11:21:30.409667 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:30.419539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:30.420160 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:30.544937 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:30.744769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42634) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:30.858060 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:30.887166 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6769c727-bcfb-4f9c-9e4c-173540d71885 None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:14:07Z', 'revision_number': 4, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c0968b2b-3ced-4e12-8996-cebecbccf70c', 'name': '', 'network_id': 'a5e21a67-be78-4f6f-a34d-4e6e3696796e', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'mac_address': 'fa:16:3e:fa:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '575f1120-626a-49e9-86d9-f016573d8885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:14:05Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'subnets': [{'id': '575f1120-626a-49e9-86d9-f016573d8885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:30.966736 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42642) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:31.057200 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:31.161154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (fdba2edf-0ef6-4749-865a-596075ea8889), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.213186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (fdba2edf-0ef6-4749-865a-596075ea8889), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.354539 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa06d96-5e53-494c-a7e3-091dd7c7eaff None None] New status for floating IP 24292302-1632-4c6a-b81f-881e5cbd8e8e: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:21:31.364834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fdba2edf-0ef6-4749-865a-596075ea8889), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.367317 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.368971 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "DELETE /v2.0/security-groups/fdba2edf-0ef6-4749-865a-596075ea8889 HTTP/1.1" status: 204 len: 168 time: 0.4010332 Jul 22 11:21:31.372046 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42652) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:31.386257 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba2edf-0ef6-4749-865a-596075ea8889,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:31.403485 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.404347 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.404528 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-9f0ef5c3-5fd1-40d9-b454-622e4eb940db tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] show failed (client error): The resource could not be found. Jul 22 11:21:31.405399 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.406267 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.407145 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.408481 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.409374 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.410424 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.411328 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.412132 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.412935 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.413733 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.414503 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.415412 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.416253 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09606dfc-a2ff-410c-956d-c104cdbe1606 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:31.422317 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42656) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:31.435634 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9f0ef5c3-5fd1-40d9-b454-622e4eb940db tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "GET /v2.0/security-groups/fdba2edf-0ef6-4749-865a-596075ea8889 HTTP/1.1" status: 404 len: 347 time: 0.0616152 Jul 22 11:21:31.556220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:31.608724 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84966bda-59cb-49d3-9a19-bd2b0aaaa570 req-5bad8ef5-235e-4789-9b6a-90f918239e01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:31.618270 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-84966bda-59cb-49d3-9a19-bd2b0aaaa570 req-5bad8ef5-235e-4789-9b6a-90f918239e01 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0842378 Jul 22 11:21:31.643297 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Deleting port 1c14da92-35cb-4e52-885f-4b756495ccf3 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:31.643872 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.703248 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-84966bda-59cb-49d3-9a19-bd2b0aaaa570 req-6ec0afd6-f541-49d4-a437-f29a8f204485 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829668 Jul 22 11:21:31.755176 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (6cbd685d-ea17-460f-8568-591e3f4588b0), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.830604 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.830944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (1c14da92-35cb-4e52-885f-4b756495ccf3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:31.884167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Calling delete_port for 1c14da92-35cb-4e52-885f-4b756495ccf3 owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:32.028078 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device bf7a4ec0-a612-481f-81ec-02d77677b359 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:32.076271 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: bf7a4ec0-a612-481f-81ec-02d77677b359 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:32.077195 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device bf7a4ec0-a612-481f-81ec-02d77677b359 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:32.379488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:32.507243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Deleting port e2380539-b40b-4859-b214-b13b8ae0c598 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:32.507624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:32.534358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (1c14da92-35cb-4e52-885f-4b756495ccf3), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:32.598347 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Pushing event deleted for resources: {'Port': ['ID=1c14da92-35cb-4e52-885f-4b756495ccf3,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:32.680575 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] For port e2380539-b40b-4859-b214-b13b8ae0c598, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e2380539-b40b-4859-b214-b13b8ae0c598,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:32.681124 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:32.706906 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Calling delete_port for e2380539-b40b-4859-b214-b13b8ae0c598 owned by network:router_interface {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:32.726942 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks [] for floatingip (24292302-1632-4c6a-b81f-881e5cbd8e8e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:32.730006 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:32.734363 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b809d64d-a65d-4180-bb8a-9c1887d14d89 tempest-AttachVolumeTestJSON-127223071 tempest-AttachVolumeTestJSON-127223071-project] 10.222.0.20 "DELETE /v2.0/floatingips/24292302-1632-4c6a-b81f-881e5cbd8e8e HTTP/1.1" status: 204 len: 168 time: 1.2862046 Jul 22 11:21:32.810881 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:32.967909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1633c63-34ff-4269-98a2-3a4169a07eac req-749be2a8-3274-4083-bc5d-78767fa2e376 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:32.970089 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b1633c63-34ff-4269-98a2-3a4169a07eac req-749be2a8-3274-4083-bc5d-78767fa2e376 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1007729 Jul 22 11:21:33.105965 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b1633c63-34ff-4269-98a2-3a4169a07eac req-4fb83199-425e-41c7-9022-87dbbf19cc8f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185820 Jul 22 11:21:33.146558 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (e2380539-b40b-4859-b214-b13b8ae0c598), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:33.180057 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2380539-b40b-4859-b214-b13b8ae0c598,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:33.430060 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (6cbd685d-ea17-460f-8568-591e3f4588b0), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:33.589306 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:33.745605 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Router 6cbd685d-ea17-460f-8568-591e3f4588b0 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:33.883042 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:33.895480 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Sync routers for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:33.897392 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-9a478589-2260-4833-9d72-015a5282287d admin admin] 10.222.0.20 "PUT /v2.0/routers/6cbd685d-ea17-460f-8568-591e3f4588b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1507013 Jul 22 11:21:33.900443 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42676) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:33.909452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:33.910762 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:34.021464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks [] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:34.035669 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:34.150174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks [] for router_gateway (6cbd685d-ea17-460f-8568-591e3f4588b0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:34.261298 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Deleting port 140457e0-4827-4d03-9bdd-d2d201c6e784 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:34.261635 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:34.338996 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36195a56-6980-4f86-a393-2ece197f100c req-a3e1dbb3-42bb-4121-9193-80c3953c51ff tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:34.342281 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-36195a56-6980-4f86-a393-2ece197f100c req-a3e1dbb3-42bb-4121-9193-80c3953c51ff tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.1140392 Jul 22 11:21:34.342504 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:34.373620 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:21:33Z', 'revision_number': 5, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port': {'id': '140457e0-4827-4d03-9bdd-d2d201c6e784', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:34.416375 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Checking router: 6cbd685d-ea17-460f-8568-591e3f4588b0 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:34.426993 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] For port 140457e0-4827-4d03-9bdd-d2d201c6e784, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=140457e0-4827-4d03-9bdd-d2d201c6e784,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:34.427403 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:34.430472 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Routers {'6cbd685d-ea17-460f-8568-591e3f4588b0'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:34.431054 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6cbd685d-ea17-460f-8568-591e3f4588b0'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:34.550340 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] Set router 6cbd685d-ea17-460f-8568-591e3f4588b0 gateway port host: None {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:34.648128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:21:34Z', 'revision_number': 6, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:34.691437 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58419f-4b0f-4470-8511-6e9a36841445 None None] The sync data for ids ['6cbd685d-ea17-460f-8568-591e3f4588b0'] in dv-cinder-848900-4-iscsi is: [{'id': '6cbd685d-ea17-460f-8568-591e3f4588b0', 'name': 'tempest-AttachVolumeNegativeTest-1028344389-router', 'tenant_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:51Z', 'updated_at': '2022-07-22T11:21:34Z', 'revision_number': 6, 'project_id': '28836b7cb9c646aaaa1bb1c1fae68128', 'gw_port_host': None}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:34.752854 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Calling delete_port for 140457e0-4827-4d03-9bdd-d2d201c6e784 owned by network:router_gateway {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:34.758056 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-36195a56-6980-4f86-a393-2ece197f100c req-19fd4064-b9c9-4fc3-8165-a3e5a10eb813 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040110 Jul 22 11:21:34.770824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:34.957178 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (140457e0-4827-4d03-9bdd-d2d201c6e784), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:34.989946 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Pushing event deleted for resources: {'Port': ['ID=140457e0-4827-4d03-9bdd-d2d201c6e784,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:35.023614 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.023901 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.024329 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.024682 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.025029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.025367 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.025700 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.026032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.026365 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.026697 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.027029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.027381 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.027709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.028034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.028393 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:21:35.057272 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:35.091590 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (6cbd685d-ea17-460f-8568-591e3f4588b0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.219743 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.223512 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks [] for router_controller (6cbd685d-ea17-460f-8568-591e3f4588b0), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.285781 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (6cbd685d-ea17-460f-8568-591e3f4588b0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.286455 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbd685d-ea17-460f-8568-591e3f4588b0 {{(pid=104148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:21:35.292155 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.293243 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a2b55c09-5711-40b3-a66f-a2e9b991097f admin admin] 10.222.0.20 "DELETE /v2.0/routers/6cbd685d-ea17-460f-8568-591e3f4588b0 HTTP/1.1" status: 204 len: 168 time: 1.3908343 Jul 22 11:21:35.296015 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42700) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:35.345430 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Deleting subnet 8bf3046b-532b-4402-82af-e05ac2fac863 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:21:35.348617 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Publish callbacks [] for subnet (8bf3046b-532b-4402-82af-e05ac2fac863), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.384392 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (8bf3046b-532b-4402-82af-e05ac2fac863), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.386039 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:35.509929 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (8bf3046b-532b-4402-82af-e05ac2fac863), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.541333 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e2380539-b40b-4859-b214-b13b8ae0c598 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:35.574163 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: e2380539-b40b-4859-b214-b13b8ae0c598 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:35.578123 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e2380539-b40b-4859-b214-b13b8ae0c598 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:35.610496 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (8bf3046b-532b-4402-82af-e05ac2fac863), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.646666 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf3046b-532b-4402-82af-e05ac2fac863,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:35.650972 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.656998 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-68a6fcb6-e6a8-4e8c-96ef-4d7ae2409096 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8bf3046b-532b-4402-82af-e05ac2fac863 HTTP/1.1" status: 204 len: 168 time: 0.3598156 Jul 22 11:21:35.657565 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42716) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:35.661774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d195ae-b917-4c49-9d76-f2daf64c35a3 None None] Network 32cd3386-64da-4740-85d1-ffc0b29096eb requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:35.767149 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (32cd3386-64da-4740-85d1-ffc0b29096eb), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.837896 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Deleting port d5fa1147-e0b5-4863-9d40-0bfa05144bcb {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:35.838241 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.933752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] For port d5fa1147-e0b5-4863-9d40-0bfa05144bcb, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,segment=NetworkSegment(273f8795-24b5-427a-8e99-59534ba4ac89),segment_id=273f8795-24b5-427a-8e99-59534ba4ac89)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:35.934020 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:35.955150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Calling delete_port for d5fa1147-e0b5-4863-9d40-0bfa05144bcb owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:35.983380 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208cb11-89ba-4a2e-89c1-90c082481d65 req-1219f405-ab15-4ca0-bf9c-78dee9f4617b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:35.992534 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b208cb11-89ba-4a2e-89c1-90c082481d65 req-1219f405-ab15-4ca0-bf9c-78dee9f4617b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0880411 Jul 22 11:21:36.011022 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:36.063358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-112d1eb4-2bee-46bb-a0ac-a1803f39f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:36.065196 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-112d1eb4-2bee-46bb-a0ac-a1803f39f324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1129 time: 0.0638030 Jul 22 11:21:36.071660 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (d5fa1147-e0b5-4863-9d40-0bfa05144bcb), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.097012 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b208cb11-89ba-4a2e-89c1-90c082481d65 req-45330bf7-b86f-4191-98bf-3dd86ba5941a tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034577 Jul 22 11:21:36.099504 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fa1147-e0b5-4863-9d40-0bfa05144bcb,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:36.106616 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] No DVR routers for this DVR port d5fa1147-e0b5-4863-9d40-0bfa05144bcb on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:21:36.127559 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a7466-6d85-42ab-bba7-f88d948d0d8d None None] DHCP port deletion for 32cd3386-64da-4740-85d1-ffc0b29096eb request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:21:36.187560 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-a4deb2b6-838b-4db8-b859-4820a7093a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:36.189630 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-a4deb2b6-838b-4db8-b859-4820a7093a2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1150041 Jul 22 11:21:36.192822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (32cd3386-64da-4740-85d1-ffc0b29096eb), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.214809 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cd3386-64da-4740-85d1-ffc0b29096eb']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:36.225389 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273f8795-24b5-427a-8e99-59534ba4ac89') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:36.226791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273f8795-24b5-427a-8e99-59534ba4ac89') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:36.240727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (273f8795-24b5-427a-8e99-59534ba4ac89), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.258042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (273f8795-24b5-427a-8e99-59534ba4ac89), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.263036 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-c1f39410-1d76-4556-a76a-54604d3f660f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 1001 time: 0.0658846 Jul 22 11:21:36.265405 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:21:36.266029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (273f8795-24b5-427a-8e99-59534ba4ac89), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.325971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-8fdcecd5-b7db-4754-8445-0bc642a96a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:36.328251 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-8fdcecd5-b7db-4754-8445-0bc642a96a64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0585105 Jul 22 11:21:36.351834 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (32cd3386-64da-4740-85d1-ffc0b29096eb), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.360006 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.367926 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/32cd3386-64da-4740-85d1-ffc0b29096eb HTTP/1.1" status: 204 len: 168 time: 0.7092497 Jul 22 11:21:36.381480 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db6f1-5be6-4151-b6c4-86eb27c7dfc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=32cd3386-64da-4740-85d1-ffc0b29096eb,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:36.391871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-a78b0fdb-2146-4104-9ad5-c484b077ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:36.393966 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-a78b0fdb-2146-4104-9ad5-c484b077ba15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531347 Jul 22 11:21:36.467895 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 273f8795-24b5-427a-8e99-59534ba4ac89 resource provider aggregate not found Jul 22 11:21:36.485658 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 273f8795-24b5-427a-8e99-59534ba4ac89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 273f8795-24b5-427a-8e99-59534ba4ac89 found for delete ", "request_id": "req-68055251-4254-498d-9bf7-5baa3675c7eb"}]} Jul 22 11:21:36.508820 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42730) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:36.527551 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-9be352c0-8921-485d-8a72-1f4c274ee9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260407 Jul 22 11:21:36.561542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2c6c0507-1a2e-402e-aecf-074ddb48c157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28836b7cb9c646aaaa1bb1c1fae68128&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511687 Jul 22 11:21:36.563804 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42732) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:36.580422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:36.620890 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:36.625696 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] Publish callbacks [] for security_group (fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.650532 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d299f4e-2e90-4155-86fc-6b98357192c9 req-434991b3-7a04-4ecd-ae63-7d3406109138 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136312 Jul 22 11:21:36.654860 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] Publish callbacks [] for security_group (fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.694630 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:36.720552 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.725277 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:36.727471 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8 HTTP/1.1" status: 204 len: 168 time: 0.1624408 Jul 22 11:21:36.738858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aeea2b-e208-41a1-b411-3370b19590c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc65c88-5ecd-4f97-8826-4f7f08a8b9d8,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:36.820933 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42742) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:37.022322 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d5fa1147-e0b5-4863-9d40-0bfa05144bcb no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:37.042806 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: d5fa1147-e0b5-4863-9d40-0bfa05144bcb {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:37.043689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d5fa1147-e0b5-4863-9d40-0bfa05144bcb not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:37.044265 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 140457e0-4827-4d03-9bdd-d2d201c6e784 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:37.065900 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 140457e0-4827-4d03-9bdd-d2d201c6e784 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:37.066711 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 140457e0-4827-4d03-9bdd-d2d201c6e784 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:37.288678 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06310fd7-40ad-4d20-a19f-c962baf7c2ec req-7595de81-be7d-49ac-b5fb-e659f2b04f92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:37.290246 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-06310fd7-40ad-4d20-a19f-c962baf7c2ec req-7595de81-be7d-49ac-b5fb-e659f2b04f92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 945 time: 0.0801356 Jul 22 11:21:37.386899 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-06310fd7-40ad-4d20-a19f-c962baf7c2ec req-97567e3e-a6ad-4e1b-b64b-450a345dca21 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910463 Jul 22 11:21:37.396121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:37.692600 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Deleting port c0968b2b-3ced-4e12-8996-cebecbccf70c {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:37.692963 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:37.760551 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-4615c6b3-2e5c-4356-a854-800309df689b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266173586&fields=id&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 267 time: 0.0478942 Jul 22 11:21:37.790056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] For port c0968b2b-3ced-4e12-8996-cebecbccf70c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c0968b2b-3ced-4e12-8996-cebecbccf70c,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:37.790514 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:37.804750 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Calling delete_port for c0968b2b-3ced-4e12-8996-cebecbccf70c owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:37.870017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:37.888203 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-22e91697-91f5-411e-b524-885d228629cc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:37.889751 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-22e91697-91f5-411e-b524-885d228629cc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1192338 Jul 22 11:21:37.911014 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-5dbf7a22-c1fc-407b-b6db-d64103c40a1e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/quotas/04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 375 time: 0.0123432 Jul 22 11:21:37.926462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:37.931334 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:37.967861 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-1884aca6-e4fc-4a28-a3b7-ca7103c239a3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512950 Jul 22 11:21:38.014381 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (c0968b2b-3ced-4e12-8996-cebecbccf70c), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:38.051380 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0968b2b-3ced-4e12-8996-cebecbccf70c,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:38.053100 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:38.084737 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-994c93a8-c011-4ecb-9692-74e57bb1207d service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044414 Jul 22 11:21:38.155715 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: ACTIVE; New status is: DOWN {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:38.156119 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:38.206121 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:38.208955 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67deb179-9ff0-44cf-aa52-d111f9465488" -d '{"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:38.217682 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-83f3b269-9fac-473d-b713-4c59308a3f8f service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160595 Jul 22 11:21:38.257635 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:38.271898 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:38.310319 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:38.365266 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=8']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:38.380261 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee70ffd-a6e8-40af-a120-ddd62c493c99 x-openstack-request-id: req-bee70ffd-a6e8-40af-a120-ddd62c493c99 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:38.381271 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:38.381772 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bee70ffd-a6e8-40af-a120-ddd62c493c99 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:38.382597 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee70ffd-a6e8-40af-a120-ddd62c493c99'] response: {'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'code': 200} Jul 22 11:21:38.511299 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-bb8a703b-76b8-49aa-8ee7-c8961d49432d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:38.618997 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c8cf9-7822-4d3c-a047-60dac773c4cd req-7388fbfd-a559-4211-98a8-377906a8f6f3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:38.620714 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c15c8cf9-7822-4d3c-a047-60dac773c4cd req-7388fbfd-a559-4211-98a8-377906a8f6f3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1094203 Jul 22 11:21:38.711169 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9f52d360-3851-45db-bb1c-ca5d7a1cac2b req-c6f016b1-c11e-4d34-97d3-847d72eb0562 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 210 time: 0.0386870 Jul 22 11:21:38.724095 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c15c8cf9-7822-4d3c-a047-60dac773c4cd req-23c1f315-24ef-4758-b0b5-f9b2c3bae7fc tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680184 Jul 22 11:21:38.726082 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Router 2d8ae067-5565-4538-93f2-a06ef15fbb8a has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:21:38.854170 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:21:38.868311 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Sync routers for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:21:38.877878 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f4c5bd42-b658-444b-9f9f-56c6df460fa3 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d8ae067-5565-4538-93f2-a06ef15fbb8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0556188 Jul 22 11:21:38.879926 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:38.880557 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:38.881034 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42808) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:39.016195 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks [] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.080602 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:39.134419 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks [] for router_gateway (2d8ae067-5565-4538-93f2-a06ef15fbb8a), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.182867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Deleting port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:39.183216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.269463 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:21:37Z', 'revision_number': 5, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port': {'id': '8c33a5d1-7e61-48a4-b1d3-6e5ca9215251', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:13:58Z', 'updated_at': '2022-07-22T11:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:39.276892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] For port 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:39.277261 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.291350 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Calling delete_port for 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:39.295305 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Checking router: 2d8ae067-5565-4538-93f2-a06ef15fbb8a for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:21:39.304100 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Routers {'2d8ae067-5565-4538-93f2-a06ef15fbb8a'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:21:39.304940 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:39.393954 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] Set router 2d8ae067-5565-4538-93f2-a06ef15fbb8a gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:21:39.433820 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:39.448960 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:21:39Z', 'revision_number': 6, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:39.475366 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f676a5a-352c-4c2d-9950-7847baad09be None None] The sync data for ids ['2d8ae067-5565-4538-93f2-a06ef15fbb8a'] in dv-cinder-848900-4-iscsi is: [{'id': '2d8ae067-5565-4538-93f2-a06ef15fbb8a', 'name': 'tempest-AttachVolumeTestJSON-1575670507-router', 'tenant_id': 'f50a15db11214fb5a637fb400dcd928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:13:56Z', 'updated_at': '2022-07-22T11:21:39Z', 'revision_number': 6, 'project_id': 'f50a15db11214fb5a637fb400dcd928f', 'gw_port_host': None}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:21:39.490812 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (8c33a5d1-7e61-48a4-b1d3-6e5ca9215251), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.520740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c33a5d1-7e61-48a4-b1d3-6e5ca9215251,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:39.601751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.659589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:39.698554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.701582 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks [] for router_controller (2d8ae067-5565-4538-93f2-a06ef15fbb8a), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.769719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (2d8ae067-5565-4538-93f2-a06ef15fbb8a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.770684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8ae067-5565-4538-93f2-a06ef15fbb8a {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:21:39.781676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.782872 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-7cadd006-e557-43e1-8ad5-7cde964fab59 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d8ae067-5565-4538-93f2-a06ef15fbb8a HTTP/1.1" status: 204 len: 168 time: 0.8994887 Jul 22 11:21:39.785790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42832) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:39.901709 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b0d02ad0-51f8-4edf-ad97-bd03318504db req-a1ebeac8-de32-4196-acbb-ff3c089898c5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 210 time: 0.0863485 Jul 22 11:21:39.915045 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5dac5-2c38-41b3-aa42-0cf211d41611 req-7d57898f-37cd-4a17-a2e4-9242b8b59393 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:39.917176 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5e5dac5-2c38-41b3-aa42-0cf211d41611 req-7d57898f-37cd-4a17-a2e4-9242b8b59393 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0665145 Jul 22 11:21:39.953461 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Deleting subnet 575f1120-626a-49e9-86d9-f016573d8885 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:21:39.959446 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Publish callbacks [] for subnet (575f1120-626a-49e9-86d9-f016573d8885), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:39.978464 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d5e5dac5-2c38-41b3-aa42-0cf211d41611 req-d68ed189-f52d-4312-bc7f-2fce4d7bb8cb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542002 Jul 22 11:21:40.008040 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-48576315-977b-4e33-8b2b-7c81001ac50f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:40.010578 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-48576315-977b-4e33-8b2b-7c81001ac50f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.2688360 Jul 22 11:21:40.061550 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (575f1120-626a-49e9-86d9-f016573d8885), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.128767 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a3848c3d-becd-4c46-a167-8efb26d0f374 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 380 time: 0.1075566 Jul 22 11:21:40.140242 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'port': {'device_id': '36dec2db-4166-4853-a79b-832ad7fc2730', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'admin_state_up': True, 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'security_groups': ['fa0c4be1-a4d6-4fde-b22f-594f4887cdaa']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:40.253944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (575f1120-626a-49e9-86d9-f016573d8885), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.357264 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (575f1120-626a-49e9-86d9-f016573d8885), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.362071 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Made reservation on behalf of 04d58bceb8414b02a1bbaec0db07d85e for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:21:40.365997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.400794 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575f1120-626a-49e9-86d9-f016573d8885,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:40.412060 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.415396 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-50bf1b83-e29f-46cf-b1ee-82c4f10fadfb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/575f1120-626a-49e9-86d9-f016573d8885 HTTP/1.1" status: 204 len: 168 time: 0.6284308 Jul 22 11:21:40.417496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7101bf-4a3a-4750-a535-90b6d35ad057 None None] Network a5e21a67-be78-4f6f-a34d-4e6e3696796e requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:21:40.418104 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42846) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:40.432985 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:40.582492 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (a5e21a67-be78-4f6f-a34d-4e6e3696796e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.582601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:40.582601 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.20.0.9 (050b1084-bd00-4a10-81b9-1276e2d9b4d8/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02/de8e5933-745f-42ff-8fcb-dde4aff354a3) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:21:40.659005 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:UPDATE=6,neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:40.662624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a5418b3c-8d80-4b69-bfb9-a0bf10ebbb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.679055 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Deleting port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:40.679461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.683921 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] DHCP port deletion for a5e21a67-be78-4f6f-a34d-4e6e3696796e request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:21:40.759036 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] For port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:40.759733 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.765857 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Deleting port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:21:40.766591 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.775555 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Calling delete_port for 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:40.876241 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] For port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,segment=NetworkSegment(f004d7f2-4205-49f7-b485-7a79faf59c58),segment_id=f004d7f2-4205-49f7-b485-7a79faf59c58)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:40.877293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.897922 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Calling delete_port for 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:21:40.901941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:40.974713 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.021804 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:21:41.030535 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:21:41.078229 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.121298 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] Pushing event deleted for resources: {'Port': ['ID=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:41.127428 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:41.145833 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:21:41.173115 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:41.177286 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:41.178036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:41.220131 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:41.220803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 8c33a5d1-7e61-48a4-b1d3-6e5ca9215251 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:41.221414 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c0968b2b-3ced-4e12-8996-cebecbccf70c no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:41.247987 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b0927-3ac5-4d81-a603-3534c2b65302 req-ec701b78-ab68-4510-ad0d-36c6f3ea2390 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:41.252811 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: c0968b2b-3ced-4e12-8996-cebecbccf70c {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:21:41.253588 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c0968b2b-3ced-4e12-8996-cebecbccf70c not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:21:41.255541 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2129a-5b02-42a0-805b-73b7fa9d32af None None] No DVR routers for this DVR port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:21:41.255670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db5b0927-3ac5-4d81-a603-3534c2b65302 req-ec701b78-ab68-4510-ad0d-36c6f3ea2390 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 931 time: 0.2289188 Jul 22 11:21:41.293555 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-430b08b9-6648-4695-8149-9d5b58b5a4fc req-8cb09f50-8ba2-4649-b462-a9d97866fb4b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:21:41.295736 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-430b08b9-6648-4695-8149-9d5b58b5a4fc req-8cb09f50-8ba2-4649-b462-a9d97866fb4b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073831 Jul 22 11:21:41.299578 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:41.356819 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (0b36ba8b-7a08-46ce-a335-9d0b98ab07e2), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.398677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42872) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:41.399866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0b36ba8b-7a08-46ce-a335-9d0b98ab07e2,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:41.416852 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-fa8bb934-1a43-497c-86ae-9249f84f6a8a None None] Provisioning complete for port de8e5933-745f-42ff-8fcb-dde4aff354a3 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:41.417523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb934-1a43-497c-86ae-9249f84f6a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.427310 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] No DVR routers for this DVR port 0b36ba8b-7a08-46ce-a335-9d0b98ab07e2 on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:21:41.489947 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:41.492634 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bb934-1a43-497c-86ae-9249f84f6a8a None None] Port de8e5933-745f-42ff-8fcb-dde4aff354a3 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:21:41.612457 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (a5e21a67-be78-4f6f-a34d-4e6e3696796e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.632561 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-15956387-670b-4347-857b-e9cc2a35c639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.658682 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e90e-3636-48ba-a4a1-b3575bbc968d req-534ab0ff-0b4b-48be-bef8-a72944638551 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:41.660695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7668e90e-3636-48ba-a4a1-b3575bbc968d req-534ab0ff-0b4b-48be-bef8-a72944638551 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1717639 Jul 22 11:21:41.662581 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e21a67-be78-4f6f-a34d-4e6e3696796e']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:41.682332 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f004d7f2-4205-49f7-b485-7a79faf59c58') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:41.682728 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f004d7f2-4205-49f7-b485-7a79faf59c58') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:21:41.699663 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:41.703129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (f004d7f2-4205-49f7-b485-7a79faf59c58), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.707005 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:41.707650 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.716147 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-db5b0927-3ac5-4d81-a603-3534c2b65302 req-6b844add-6ed7-4ef1-be76-c59ba25cf28a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592731 Jul 22 11:21:41.743377 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-30aad4bb-836d-4939-9a4d-5f8765f7619e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6095502 Jul 22 11:21:41.755875 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (f004d7f2-4205-49f7-b485-7a79faf59c58), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.758084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Request body: {'port': {'device_id': '36dec2db-4166-4853-a79b-832ad7fc2730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:21:41.797859 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:21:41.798788 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (f004d7f2-4205-49f7-b485-7a79faf59c58), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.821057 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7668e90e-3636-48ba-a4a1-b3575bbc968d req-c2650ec6-695c-4f9b-ae7f-e6b2a316f7ac tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489723 Jul 22 11:21:41.830684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.862174 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment f004d7f2-4205-49f7-b485-7a79faf59c58 resource provider aggregate not found Jul 22 11:21:41.890938 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment f004d7f2-4205-49f7-b485-7a79faf59c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f004d7f2-4205-49f7-b485-7a79faf59c58 found for delete ", "request_id": "req-57ad376b-a358-4095-8a43-1ebb1e7be4b0"}]} Jul 22 11:21:41.893415 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (a5e21a67-be78-4f6f-a34d-4e6e3696796e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.909965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.915888 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5e21a67-be78-4f6f-a34d-4e6e3696796e HTTP/1.1" status: 204 len: 168 time: 1.4943471 Jul 22 11:21:41.927665 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-15956387-670b-4347-857b-e9cc2a35c639 admin admin] Publish callbacks [] for security_group (668e263e-ce86-489d-b1d6-37554e2dd3ef), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.929079 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc10a68-eaef-487f-9a50-3eee0212e7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e21a67-be78-4f6f-a34d-4e6e3696796e,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:41.933253 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-15956387-670b-4347-857b-e9cc2a35c639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (668e263e-ce86-489d-b1d6-37554e2dd3ef), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:41.975449 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956387-670b-4347-857b-e9cc2a35c639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e263e-ce86-489d-b1d6-37554e2dd3ef,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:41.982730 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-15956387-670b-4347-857b-e9cc2a35c639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07a139ca32b644f9af419289061346dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5758924 Jul 22 11:21:41.984007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42900) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:42.037423 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42902) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:42.045686 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:42.065009 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] Publish callbacks [] for security_group (668e263e-ce86-489d-b1d6-37554e2dd3ef), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.096002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] Publish callbacks [] for security_group (668e263e-ce86-489d-b1d6-37554e2dd3ef), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.098795 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:21:42.110249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42906) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:42.132629 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:42.152819 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.163126 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-35b90bf9-341f-455b-a80b-743335b02175 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243494 Jul 22 11:21:42.188437 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-bedeb8d1-c0f4-4cfc-8657-342faf308257 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:21:42.189694 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-bedeb8d1-c0f4-4cfc-8657-342faf308257 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062940 Jul 22 11:21:42.191422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (668e263e-ce86-489d-b1d6-37554e2dd3ef), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.194093 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.195147 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/668e263e-ce86-489d-b1d6-37554e2dd3ef HTTP/1.1" status: 204 len: 168 time: 0.2096791 Jul 22 11:21:42.202029 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: DOWN; New status is: DOWN {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:42.204275 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3db1f-8fff-457c-8d55-4c9e499e1b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e263e-ce86-489d-b1d6-37554e2dd3ef,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:42.207167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8e5933-745f-42ff-8fcb-dde4aff354a3 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:21:42.216827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks [] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.225174 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-7cf9318b-82f3-4072-8e18-602683fdf8bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f50a15db11214fb5a637fb400dcd928f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1125085 Jul 22 11:21:42.227044 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 42910) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:42.252916 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Transition to ACTIVE for port object de8e5933-745f-42ff-8fcb-dde4aff354a3 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:21:42.260718 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.328783 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:42.338211 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] Publish callbacks [] for security_group (2d0f453c-3c7e-46d1-9f3f-b39121db7f1f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.395058 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 42916) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:42.402435 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:42.406197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] Publish callbacks [] for security_group (2d0f453c-3c7e-46d1-9f3f-b39121db7f1f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.469633 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Attempting to bind port de8e5933-745f-42ff-8fcb-dde4aff354a3 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:21:42.469909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Attempting to bind port de8e5933-745f-42ff-8fcb-dde4aff354a3 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:21:42.470912 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Attempting to bind port de8e5933-745f-42ff-8fcb-dde4aff354a3 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:42.476442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Port de8e5933-745f-42ff-8fcb-dde4aff354a3 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:21:42.476842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Attempting to bind port de8e5933-745f-42ff-8fcb-dde4aff354a3 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:21:42.482486 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:21:42.482828 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:21:42.483214 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Bound using segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:21:42.483671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Bound port: de8e5933-745f-42ff-8fcb-dde4aff354a3, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:21:42.484037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.538512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (2d0f453c-3c7e-46d1-9f3f-b39121db7f1f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.541073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.545085 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d0f453c-3c7e-46d1-9f3f-b39121db7f1f HTTP/1.1" status: 204 len: 168 time: 0.3169498 Jul 22 11:21:42.563306 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922a4a-7931-4705-82dd-d0d332cc84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f453c-3c7e-46d1-9f3f-b39121db7f1f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:42.602808 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:21:42.606465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:21:42.615803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.681694 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:42.682330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:42.683791 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 200 len: 1093 time: 0.9321964 Jul 22 11:21:42.684260 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:42.686588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:42.733554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a989b24-30ad-4d66-a546-efda43d33327 x-openstack-request-id: req-3a989b24-30ad-4d66-a546-efda43d33327 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:42.733921 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:42.734234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a989b24-30ad-4d66-a546-efda43d33327 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:42.734509 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a989b24-30ad-4d66-a546-efda43d33327'] response: {'name': 'network-changed', 'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'status': 'completed', 'code': 200} Jul 22 11:21:42.735544 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229af5a-04b0-4ffb-94cd-fec3aecbdbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:42.776435 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-ec9d05c5-270a-4b83-92b4-e5503adb7d7b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:42.777951 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-ec9d05c5-270a-4b83-92b4-e5503adb7d7b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports/c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 940 time: 0.3811228 Jul 22 11:21:42.803307 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-6a333b99-8b03-4047-b77c-33d55468d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:42.804835 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-6a333b99-8b03-4047-b77c-33d55468d734 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1127 time: 0.0626571 Jul 22 11:21:42.905795 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a89688-0c00-4849-989f-ed0d849870f6 req-5c7b97ba-1bd1-4d60-b1fc-4473824297cb tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:42.908024 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-d178191c-cd46-4ef6-bb10-18460d819a69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 200 len: 217 time: 0.0895977 Jul 22 11:21:42.914415 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0a89688-0c00-4849-989f-ed0d849870f6 req-5c7b97ba-1bd1-4d60-b1fc-4473824297cb tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0859895 Jul 22 11:21:42.974065 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-eb31fe60-6187-47c6-9575-3b0664109b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:42.976108 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-eb31fe60-6187-47c6-9575-3b0664109b93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0653014 Jul 22 11:21:42.984858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:43.028522 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0a89688-0c00-4849-989f-ed0d849870f6 req-e2a9f5dc-1d38-437b-8f03-b1b907a5afcf tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125703 Jul 22 11:21:43.133513 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef165ea-f23d-46ac-b6f2-b47a950193d3 req-0dace909-6e9a-4d74-be27-066cc8e69b49 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:43.139877 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9ef165ea-f23d-46ac-b6f2-b47a950193d3 req-0dace909-6e9a-4d74-be27-066cc8e69b49 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1333952 Jul 22 11:21:43.160632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-e85789f7-0b20-4110-84dc-26f67512de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:43.162810 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-e85789f7-0b20-4110-84dc-26f67512de6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784155 Jul 22 11:21:43.287024 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9ef165ea-f23d-46ac-b6f2-b47a950193d3 req-5400263e-f220-4b5b-9418-163d8f5bd594 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394551 Jul 22 11:21:43.336340 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-21a0602c-5e0b-4ce8-be2c-c196fe224cc0 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639667 Jul 22 11:21:43.462896 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-942c1677-7c23-4b7b-8d4c-fda4da9d01bb req-03b3a469-d77d-415f-a480-162a8ef0a0c5 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182158 Jul 22 11:21:43.704912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:43.706143 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:43.717687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-ce7dd31c-5553-4ef3-a2e6-519753c61b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:43.719379 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-ce7dd31c-5553-4ef3-a2e6-519753c61b8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1127 time: 0.0487826 Jul 22 11:21:43.813409 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:43.847071 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-b98f577d-3f29-4121-89e7-0bbf3ed8dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:43.848661 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-b98f577d-3f29-4121-89e7-0bbf3ed8dc0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.1009195 Jul 22 11:21:43.997386 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-8b15fa7d-724c-4760-a52d-476de37571e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 200 len: 217 time: 0.0473118 Jul 22 11:21:44.072682 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:44.090671 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-b7c41f04-c2df-4f6f-b34a-6dd376d3d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.092305 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-b7c41f04-c2df-4f6f-b34a-6dd376d3d3f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0707841 Jul 22 11:21:44.093724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-3916aefc-827f-4ea3-986d-98e6e584dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.096314 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-3916aefc-827f-4ea3-986d-98e6e584dbed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46&tenant_id=b745569c01e04aa18f5494b0856bc3d1 HTTP/1.1" status: 200 len: 1127 time: 0.1084042 Jul 22 11:21:44.158121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb4666-09ad-4395-a877-42af7fdde00c req-e8766660-024b-4064-956b-579136a24502 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.165670 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f3cb4666-09ad-4395-a877-42af7fdde00c req-e8766660-024b-4064-956b-579136a24502 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0617085 Jul 22 11:21:44.175027 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-043cee3b-1c6d-4898-9f0a-fbaf743bbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.176638 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-043cee3b-1c6d-4898-9f0a-fbaf743bbb47 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716050 Jul 22 11:21:44.210164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-14b52ebe-c9ec-43e5-8f9e-7753e34e4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.211782 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-14b52ebe-c9ec-43e5-8f9e-7753e34e4910 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1127 time: 0.0773809 Jul 22 11:21:44.260203 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f3cb4666-09ad-4395-a877-42af7fdde00c req-2739feb0-b4b0-4605-9546-d28b69d7d24d tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926726 Jul 22 11:21:44.381005 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-7d2761f1-7cac-45e2-9c7f-cb4897877c08 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953120 Jul 22 11:21:44.405011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-2c9842b3-e343-440a-9943-409109fdde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.406707 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-2c9842b3-e343-440a-9943-409109fdde65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1859052 Jul 22 11:21:44.533178 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf4493-b20a-4b2c-b828-d71052ee66bc req-c1b9ec0b-8640-4c6b-8d7e-80c5ddedb504 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.534727 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ccdf4493-b20a-4b2c-b828-d71052ee66bc req-c1b9ec0b-8640-4c6b-8d7e-80c5ddedb504 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1525755 Jul 22 11:21:44.566931 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-c3dbe606-cb11-496d-b1e4-79f644637895 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 999 time: 0.1412220 Jul 22 11:21:44.639990 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8e447a5f-36f6-41c6-8b5f-9d6a6cae2ffa req-a3d5cf45-1d3d-435e-b733-dd710b283726 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441730 Jul 22 11:21:44.653736 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ccdf4493-b20a-4b2c-b828-d71052ee66bc req-b977c459-bd4f-460f-a361-a7d948250e54 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102006 Jul 22 11:21:44.659968 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-f9e63147-e9a8-4fe3-974e-77d9d94367a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.666284 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-f9e63147-e9a8-4fe3-974e-77d9d94367a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.0876558 Jul 22 11:21:44.714958 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-6694dd70-6f4f-427b-9cb1-a691810e9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:44.716638 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-6694dd70-6f4f-427b-9cb1-a691810e9516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479381 Jul 22 11:21:44.816273 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-e5f23aca-7803-4cb5-ad1a-1a1a8c5c731c service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922649 Jul 22 11:21:44.827485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43006) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:44.903252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:44.919859 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44aadbd7-4cbc-480e-930e-b274fc119300 req-16b084ae-fe15-4a1c-b5d8-a7c5845fe6df service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971885 Jul 22 11:21:44.936194 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-806fa67b-308e-43dc-9cb0-4ba761684eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.019975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-806fa67b-308e-43dc-9cb0-4ba761684eaa admin admin] Publish callbacks [] for security_group (9e33c687-bfc5-4b3f-981f-d1b7815b79a9), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.023807 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-806fa67b-308e-43dc-9cb0-4ba761684eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9e33c687-bfc5-4b3f-981f-d1b7815b79a9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.065134 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-806fa67b-308e-43dc-9cb0-4ba761684eaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be45fd5ab38443589b9e79481a085a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366312 Jul 22 11:21:45.065864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fa67b-308e-43dc-9cb0-4ba761684eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33c687-bfc5-4b3f-981f-d1b7815b79a9,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:45.067998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43016) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:45.121073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] Publish callbacks [] for security_group (9e33c687-bfc5-4b3f-981f-d1b7815b79a9), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.144373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] Publish callbacks [] for security_group (9e33c687-bfc5-4b3f-981f-d1b7815b79a9), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.195550 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9e33c687-bfc5-4b3f-981f-d1b7815b79a9), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.198219 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.199410 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e33c687-bfc5-4b3f-981f-d1b7815b79a9 HTTP/1.1" status: 204 len: 168 time: 0.1304014 Jul 22 11:21:45.208104 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b0c40-6045-41ad-a957-03e9d2757e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33c687-bfc5-4b3f-981f-d1b7815b79a9,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:45.380039 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bae946-c3b1-4720-b04a-9046de27c3fa req-714b00d9-d0e7-4cac-b7f2-9494f0710328 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:45.382184 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d3bae946-c3b1-4720-b04a-9046de27c3fa req-714b00d9-d0e7-4cac-b7f2-9494f0710328 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0496368 Jul 22 11:21:45.441614 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d3bae946-c3b1-4720-b04a-9046de27c3fa req-91f80a6d-af5e-401e-8e5c-03677ea93aff tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520053 Jul 22 11:21:45.546976 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43044) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:45.554244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:45.564619 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9cdcf-1767-4cc1-86ec-9cbf92af08a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.735668 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9cdcf-1767-4cc1-86ec-9cbf92af08a3 admin admin] Publish callbacks [] for security_group (a8ffc814-d694-4963-82ca-3e20a93c5bb5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.743012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9cdcf-1767-4cc1-86ec-9cbf92af08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a8ffc814-d694-4963-82ca-3e20a93c5bb5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:45.829937 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-cfd9cdcf-1767-4cc1-86ec-9cbf92af08a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=162de56ac15b411dae405d0b8317d83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814755 Jul 22 11:21:45.830905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43050) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:45.856544 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6e47-189b-4b0d-b704-9c0d55ee7701 req-a40a8f9f-19bb-442d-aeff-0f99189b897d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:45.869109 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-567a6e47-189b-4b0d-b704-9c0d55ee7701 req-a40a8f9f-19bb-442d-aeff-0f99189b897d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.1033747 Jul 22 11:21:45.872425 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9cdcf-1767-4cc1-86ec-9cbf92af08a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ffc814-d694-4963-82ca-3e20a93c5bb5,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:45.956427 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-567a6e47-189b-4b0d-b704-9c0d55ee7701 req-31953831-70b3-46fc-b626-e99e752c60c4 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853393 Jul 22 11:21:45.992919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] Publish callbacks [] for security_group (a8ffc814-d694-4963-82ca-3e20a93c5bb5), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:46.041010 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] Publish callbacks [] for security_group (a8ffc814-d694-4963-82ca-3e20a93c5bb5), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:46.104383 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a8ffc814-d694-4963-82ca-3e20a93c5bb5), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:46.107252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:46.114970 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8ffc814-d694-4963-82ca-3e20a93c5bb5 HTTP/1.1" status: 204 len: 168 time: 0.2796571 Jul 22 11:21:46.144905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f8a47-a879-4bee-bce4-3250c8740bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ffc814-d694-4963-82ca-3e20a93c5bb5,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:46.577945 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5dc47-aa71-43ab-9266-0581d75e5257 req-c76f6281-98a0-40eb-a4aa-66ca6e655e03 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:46.579566 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09d5dc47-aa71-43ab-9266-0581d75e5257 req-c76f6281-98a0-40eb-a4aa-66ca6e655e03 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0595326 Jul 22 11:21:46.652473 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09d5dc47-aa71-43ab-9266-0581d75e5257 req-35e534b9-2a73-4722-a886-0990b3ed275b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662560 Jul 22 11:21:47.119830 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce723dd0-560b-4907-917f-0a34dd10448c req-f50bc8ba-0f46-4682-9d0b-93a68dfcc918 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:47.122897 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ce723dd0-560b-4907-917f-0a34dd10448c req-f50bc8ba-0f46-4682-9d0b-93a68dfcc918 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0681951 Jul 22 11:21:47.195983 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ce723dd0-560b-4907-917f-0a34dd10448c req-f015caee-bad9-44f4-ab96-894e2d828175 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673873 Jul 22 11:21:47.834594 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876ad4-44b3-4599-b467-8aadb9b6a4b4 req-07e69d51-3904-45c9-9bb4-60bba0a43760 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:47.836521 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-82876ad4-44b3-4599-b467-8aadb9b6a4b4 req-07e69d51-3904-45c9-9bb4-60bba0a43760 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0685668 Jul 22 11:21:47.901384 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-82876ad4-44b3-4599-b467-8aadb9b6a4b4 req-745b8f65-ac6f-4609-89b1-159918801a72 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570090 Jul 22 11:21:48.376961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a374a9-ee3a-4041-9609-51d681ba78fb req-9c8512e5-3b96-4fff-8377-6ed4c746cc35 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:48.379950 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c2a374a9-ee3a-4041-9609-51d681ba78fb req-9c8512e5-3b96-4fff-8377-6ed4c746cc35 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0632148 Jul 22 11:21:48.437413 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c2a374a9-ee3a-4041-9609-51d681ba78fb req-b146b3f6-4056-4e9f-b739-62b989d6c840 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494299 Jul 22 11:21:49.139485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a913-e48b-4974-bf6d-31e7835e4349 req-b0dc72dd-08ef-4a15-9332-36bc5e8f528b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:49.142314 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd48a913-e48b-4974-bf6d-31e7835e4349 req-b0dc72dd-08ef-4a15-9332-36bc5e8f528b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.1233740 Jul 22 11:21:49.230131 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:49.284389 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd48a913-e48b-4974-bf6d-31e7835e4349 req-936ac91a-06c0-4b8d-b4ce-6b547a133752 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354866 Jul 22 11:21:49.422278 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:49.459099 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:49.645164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4370-2bab-4145-8342-531be73cb6f3 req-8b89225d-adb3-4049-bee7-d2621a6eead6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:49.647583 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-855d4370-2bab-4145-8342-531be73cb6f3 req-8b89225d-adb3-4049-bee7-d2621a6eead6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0878398 Jul 22 11:21:49.762062 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-855d4370-2bab-4145-8342-531be73cb6f3 req-ef55d2c6-cbe6-45b0-9860-cb5beb10ca15 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090508 Jul 22 11:21:50.236842 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:21:50.440566 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dba4e-e0de-474b-84e6-ab69f9035b19 req-80fb1a9f-7c6a-41da-98a8-398865bd42a5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:50.442142 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-999dba4e-e0de-474b-84e6-ab69f9035b19 req-80fb1a9f-7c6a-41da-98a8-398865bd42a5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0534983 Jul 22 11:21:50.510441 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-999dba4e-e0de-474b-84e6-ab69f9035b19 req-7add327f-9e03-4daf-b8e6-47b0b8476ec4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622573 Jul 22 11:21:50.896777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f749a2-2ce4-45a9-8d63-d9dec0170553 req-687545cf-db4c-48d0-905b-ddbe0a2ba3a3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:50.898356 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81f749a2-2ce4-45a9-8d63-d9dec0170553 req-687545cf-db4c-48d0-905b-ddbe0a2ba3a3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0506270 Jul 22 11:21:50.953206 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-81f749a2-2ce4-45a9-8d63-d9dec0170553 req-0eab7e99-e7c9-4dcd-9179-45988d262583 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Jul 22 11:21:51.650187 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:51.670212 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34740-9ccb-4fa0-b288-8d60a066d0d9 req-1a62a571-6d4f-4cd2-8157-9d0c22bbae28 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:51.671882 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-60b34740-9ccb-4fa0-b288-8d60a066d0d9 req-1a62a571-6d4f-4cd2-8157-9d0c22bbae28 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0629077 Jul 22 11:21:51.743014 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-60b34740-9ccb-4fa0-b288-8d60a066d0d9 req-e6daadd3-f505-4ca3-9181-de875f721b70 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638003 Jul 22 11:21:52.107582 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236492f-b240-49c7-8d44-10ad992fbc47 req-29bf4be7-ac26-488f-a736-cca12773f72d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:52.109297 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8236492f-b240-49c7-8d44-10ad992fbc47 req-29bf4be7-ac26-488f-a736-cca12773f72d tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0507576 Jul 22 11:21:52.165632 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8236492f-b240-49c7-8d44-10ad992fbc47 req-d3093724-9f6d-40dc-bfe1-7504ce6cd0fa tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497169 Jul 22 11:21:52.889993 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fa52-5851-4757-97d7-ab065660d178 req-f7e76b05-dee9-439d-b68b-400fe6db1bf4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:52.893313 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5986fa52-5851-4757-97d7-ab065660d178 req-f7e76b05-dee9-439d-b68b-400fe6db1bf4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0672421 Jul 22 11:21:52.953453 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5986fa52-5851-4757-97d7-ab065660d178 req-8f3b086f-feab-4421-9dd4-b8af04cb216b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541208 Jul 22 11:21:53.311631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b3af-89bd-40b8-9560-4533441c6c7c req-22d3e16d-1d8a-43b9-8c78-21bff1a5bbbb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:53.319847 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-04f7b3af-89bd-40b8-9560-4533441c6c7c req-22d3e16d-1d8a-43b9-8c78-21bff1a5bbbb tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0706189 Jul 22 11:21:53.365211 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-04f7b3af-89bd-40b8-9560-4533441c6c7c req-ab9c5a2d-9bfb-4c3e-b7aa-5b2464734836 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Jul 22 11:21:53.806128 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:53.816340 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43252) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:53.965995 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fb25a592-bf8e-4fdf-8a1c-80f6565f4214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:53.968280 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:53.982220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:54.087495 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fb25a592-bf8e-4fdf-8a1c-80f6565f4214 admin admin] Publish callbacks [] for security_group (cf6117f1-b79e-4e94-bea7-e7a210b30a7a), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.093086 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fb25a592-bf8e-4fdf-8a1c-80f6565f4214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cf6117f1-b79e-4e94-bea7-e7a210b30a7a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.108197 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114982f-d4a9-4e39-a522-1686cbd9a874 req-d5f4a452-5a49-45f9-936a-86bb37ffc9c2 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:54.110894 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b114982f-d4a9-4e39-a522-1686cbd9a874 req-d5f4a452-5a49-45f9-936a-86bb37ffc9c2 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0614779 Jul 22 11:21:54.139658 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-fb25a592-bf8e-4fdf-8a1c-80f6565f4214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e821ac4b84334725841d778335991c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219345 Jul 22 11:21:54.140929 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25a592-bf8e-4fdf-8a1c-80f6565f4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6117f1-b79e-4e94-bea7-e7a210b30a7a,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:54.145546 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43266) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:54.179514 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b114982f-d4a9-4e39-a522-1686cbd9a874 req-63eae3f8-6293-48f4-b403-b2049c33ce02 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610259 Jul 22 11:21:54.203073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] Publish callbacks [] for security_group (cf6117f1-b79e-4e94-bea7-e7a210b30a7a), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.227778 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] Publish callbacks [] for security_group (cf6117f1-b79e-4e94-bea7-e7a210b30a7a), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.285086 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cf6117f1-b79e-4e94-bea7-e7a210b30a7a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.287732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:54.289058 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf6117f1-b79e-4e94-bea7-e7a210b30a7a HTTP/1.1" status: 204 len: 168 time: 0.1423991 Jul 22 11:21:54.297926 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473d319-4a0d-4dce-8a48-17908140fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6117f1-b79e-4e94-bea7-e7a210b30a7a,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:54.521819 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb48a-9403-4349-b677-8be8ec593a98 req-b44f8d2e-8ef3-42cc-9582-bc287b3a7277 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:54.529533 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-040eb48a-9403-4349-b677-8be8ec593a98 req-b44f8d2e-8ef3-42cc-9582-bc287b3a7277 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0701482 Jul 22 11:21:54.580540 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-040eb48a-9403-4349-b677-8be8ec593a98 req-5b6a0aad-d066-4e0b-8e82-7a4e26127aec tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500934 Jul 22 11:21:55.301462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2bcf2-7412-4429-b5dc-261b5c7e0c26 req-1db1a906-a796-4032-aad7-3727b6b47018 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:55.302968 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e0b2bcf2-7412-4429-b5dc-261b5c7e0c26 req-1db1a906-a796-4032-aad7-3727b6b47018 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0490482 Jul 22 11:21:55.355823 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e0b2bcf2-7412-4429-b5dc-261b5c7e0c26 req-49f21e8b-3172-4a63-b06b-c51f6f00965a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Jul 22 11:21:55.708969 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1e2cd-ef05-4214-8d2b-2e7acfe898b5 req-5d52b628-2503-425e-8418-8c388627fca9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:55.710412 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-67f1e2cd-ef05-4214-8d2b-2e7acfe898b5 req-5d52b628-2503-425e-8418-8c388627fca9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 943 time: 0.0468197 Jul 22 11:21:55.762331 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-67f1e2cd-ef05-4214-8d2b-2e7acfe898b5 req-5ff1b095-f323-42d7-8a33-0938ea1c3be7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Jul 22 11:21:55.828448 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43332) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:55.933683 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2655639a-b598-4eb7-b16d-e14fb9df112e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.018776 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2655639a-b598-4eb7-b16d-e14fb9df112e admin admin] Publish callbacks [] for security_group (1f80836a-a04c-4078-8ffd-bf58b7df91df), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.024463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2655639a-b598-4eb7-b16d-e14fb9df112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1f80836a-a04c-4078-8ffd-bf58b7df91df), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.051609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:56.064264 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655639a-b598-4eb7-b16d-e14fb9df112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80836a-a04c-4078-8ffd-bf58b7df91df,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:56.072392 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43342) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:56.072934 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-2655639a-b598-4eb7-b16d-e14fb9df112e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79c057e14b644edabf55e555d4a18b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423437 Jul 22 11:21:56.129388 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] Publish callbacks [] for security_group (1f80836a-a04c-4078-8ffd-bf58b7df91df), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.154364 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] Publish callbacks [] for security_group (1f80836a-a04c-4078-8ffd-bf58b7df91df), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.190746 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:21:56.204796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (1f80836a-a04c-4078-8ffd-bf58b7df91df), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.207670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.211702 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f80836a-a04c-4078-8ffd-bf58b7df91df HTTP/1.1" status: 204 len: 168 time: 0.1383379 Jul 22 11:21:56.221044 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b83c46-2bab-4e9d-92aa-da6dab91701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80836a-a04c-4078-8ffd-bf58b7df91df,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:56.328925 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:56.341359 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'port_id': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'mac_address': 'fa:16:3e:3c:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:21:56.385474 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:56.385597 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.400966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:21:56.423287 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:56.431577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.433908 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device de8e5933-745f-42ff-8fcb-dde4aff354a3 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:21:56.491676 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b21469-1c0b-4eeb-8eb3-eefa05eb162d req-06dc9265-59a2-46af-bcc3-5a7783877ddd tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:56.494317 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-31b21469-1c0b-4eeb-8eb3-eefa05eb162d req-06dc9265-59a2-46af-bcc3-5a7783877ddd tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 943 time: 0.0574577 Jul 22 11:21:56.530648 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=9']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:56.547531 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-31b21469-1c0b-4eeb-8eb3-eefa05eb162d req-6ba35499-569e-4213-8872-178bbc263e7e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467882 Jul 22 11:21:56.609790 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:56.622297 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'port_id': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'mac_address': 'fa:16:3e:03:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:21:56.659862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port de8e5933-745f-42ff-8fcb-dde4aff354a3 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:56.660252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.674625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8e5933-745f-42ff-8fcb-dde4aff354a3 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:21:56.695585 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:56.700981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.765571 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:56.787796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43368) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:56.904614 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265851a2-86b0-4893-98c3-6a9300134286 req-b3d9997c-1092-4b73-9cc3-9d846f1c1a2e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:56.912663 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-265851a2-86b0-4893-98c3-6a9300134286 req-b3d9997c-1092-4b73-9cc3-9d846f1c1a2e tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 944 time: 0.0640578 Jul 22 11:21:56.945745 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4a922a2-2b8e-40de-8388-35613ae57c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:56.963722 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-265851a2-86b0-4893-98c3-6a9300134286 req-10922e94-fe8a-4b0b-989d-92597af557a9 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501862 Jul 22 11:21:57.047018 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4a922a2-2b8e-40de-8388-35613ae57c82 admin admin] Publish callbacks [] for security_group (710ebd15-2190-4916-a288-5ef453d9a731), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.052282 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d4a922a2-2b8e-40de-8388-35613ae57c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (710ebd15-2190-4916-a288-5ef453d9a731), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.089271 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c1ac6e13-743e-4cd7-b970-2f05998ba958'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:21:57.107197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43382) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:57.107448 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d4a922a2-2b8e-40de-8388-35613ae57c82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5f2d9d01a204b5da03a2c7e1eee80e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176339 Jul 22 11:21:57.107448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a922a2-2b8e-40de-8388-35613ae57c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ebd15-2190-4916-a288-5ef453d9a731,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:57.125538 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:57.172120 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['de8e5933-745f-42ff-8fcb-dde4aff354a3'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:21:57.179046 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] Publish callbacks [] for security_group (710ebd15-2190-4916-a288-5ef453d9a731), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.203941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:57.206377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] Publish callbacks [] for security_group (710ebd15-2190-4916-a288-5ef453d9a731), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.261231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (710ebd15-2190-4916-a288-5ef453d9a731), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.264117 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.265872 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/710ebd15-2190-4916-a288-5ef453d9a731 HTTP/1.1" status: 204 len: 168 time: 0.1583681 Jul 22 11:21:57.277702 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578e162-7c9e-47c6-a3b8-94b11cabd90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ebd15-2190-4916-a288-5ef453d9a731,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:57.297577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:57.648480 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:57.716101 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188556-543b-42c5-ab75-02b259e845fa req-7573553c-ff6a-4607-abb4-88039b553770 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:57.717955 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-75188556-543b-42c5-ab75-02b259e845fa req-7573553c-ff6a-4607-abb4-88039b553770 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 944 time: 0.0808544 Jul 22 11:21:57.785751 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-75188556-543b-42c5-ab75-02b259e845fa req-13e805b3-6e1f-48c9-999a-ad2584d828d6 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606060 Jul 22 11:21:57.812139 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43404) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:57.827845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5fb91ce-1b4a-4dec-bbe3-a367a7938f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.931835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5fb91ce-1b4a-4dec-bbe3-a367a7938f44 admin admin] Publish callbacks [] for security_group (c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.936994 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f5fb91ce-1b4a-4dec-bbe3-a367a7938f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:57.979490 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f5fb91ce-1b4a-4dec-bbe3-a367a7938f44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a902f69a974cb9bc4c4bf95830fde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660864 Jul 22 11:21:57.980341 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb91ce-1b4a-4dec-bbe3-a367a7938f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:57.985183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43410) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:58.046684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] Publish callbacks [] for security_group (c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.099739 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] Publish callbacks [] for security_group (c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.131389 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1a00-aaa2-477b-a6d7-3859d3dfa3ac req-8dff14e1-af26-4e3b-9a4b-5d9e90ad98d7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:58.133088 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b75e1a00-aaa2-477b-a6d7-3859d3dfa3ac req-8dff14e1-af26-4e3b-9a4b-5d9e90ad98d7 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 944 time: 0.0753253 Jul 22 11:21:58.193483 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b75e1a00-aaa2-477b-a6d7-3859d3dfa3ac req-91b6e3c3-6e2d-42db-8c08-6faf46802006 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535679 Jul 22 11:21:58.193999 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:58.204230 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.207685 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.209183 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca HTTP/1.1" status: 204 len: 168 time: 0.2228539 Jul 22 11:21:58.217584 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b80abb-b89f-4a1b-b414-0c762851acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db30eb-a8f1-4eb3-9fdb-07f99f4031ca,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:58.270022 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port c1ac6e13-743e-4cd7-b970-2f05998ba958 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:58.270480 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.351892 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c1ac6e13-743e-4cd7-b970-2f05998ba958 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:58.352492 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.379842 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:21:58.382106 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d02eaf-c5bb-45fc-b158-d1e662c7b005" -d '{"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:21:58.398996 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:58.403003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.403895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device de8e5933-745f-42ff-8fcb-dde4aff354a3 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:21:58.496176 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d9e695-96d2-42b0-89ee-816caba34407 x-openstack-request-id: req-71d9e695-96d2-42b0-89ee-816caba34407 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:21:58.497551 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-plugged", "status": "completed", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:21:58.498116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71d9e695-96d2-42b0-89ee-816caba34407 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:21:58.498690 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d9e695-96d2-42b0-89ee-816caba34407'] response: {'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'code': 200} Jul 22 11:21:58.556861 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:58.571980 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port de8e5933-745f-42ff-8fcb-dde4aff354a3 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:21:58.578654 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=10']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:58.587505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port de8e5933-745f-42ff-8fcb-dde4aff354a3 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:21:58.587912 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.708463 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port de8e5933-745f-42ff-8fcb-dde4aff354a3 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:21:58.708855 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.749456 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:21:58.749572 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43446) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:58.754439 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.785388 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-99318c6d-5dd8-4e05-9ec2-2c7f76f4d82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.805665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cc725-d353-40f2-b619-00705a928b8e req-c5128287-7964-4549-9170-1759f0ba9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:58.812427 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-df7cc725-d353-40f2-b619-00705a928b8e req-c5128287-7964-4549-9170-1759f0ba9740 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1130 time: 0.0950332 Jul 22 11:21:58.821785 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:58.850497 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:58.897321 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-df7cc725-d353-40f2-b619-00705a928b8e req-24b28a10-007a-4548-a02d-f29d54b49df5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801361 Jul 22 11:21:58.959466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-99318c6d-5dd8-4e05-9ec2-2c7f76f4d82a admin admin] Publish callbacks [] for security_group (4f98992f-b603-44ff-838e-830b7202a813), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:58.965954 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb472f-bd79-4997-98a9-63c0166ad76d req-48123c45-cfb3-4552-9464-75f0d146a924 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:58.967481 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3ddb472f-bd79-4997-98a9-63c0166ad76d req-48123c45-cfb3-4552-9464-75f0d146a924 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0837970 Jul 22 11:21:58.968583 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-99318c6d-5dd8-4e05-9ec2-2c7f76f4d82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4f98992f-b603-44ff-838e-830b7202a813), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.000409 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:21:59.029758 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.034865 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-99318c6d-5dd8-4e05-9ec2-2c7f76f4d82a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad6866112de94a239115ee9b48304b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814677 Jul 22 11:21:59.035092 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43466) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:21:59.043224 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99318c6d-5dd8-4e05-9ec2-2c7f76f4d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f98992f-b603-44ff-838e-830b7202a813,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:59.097302 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3ddb472f-bd79-4997-98a9-63c0166ad76d req-d0223a0b-873f-4e2c-bfd5-3a186b318617 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219556 Jul 22 11:21:59.121931 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] Publish callbacks [] for security_group (4f98992f-b603-44ff-838e-830b7202a813), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.145807 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] Publish callbacks [] for security_group (4f98992f-b603-44ff-838e-830b7202a813), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.203037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (4f98992f-b603-44ff-838e-830b7202a813), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.206252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:21:59.207491 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f98992f-b603-44ff-838e-830b7202a813 HTTP/1.1" status: 204 len: 168 time: 0.1713202 Jul 22 11:21:59.220118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6400a-f760-4805-9e26-fa798d8e3a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f98992f-b603-44ff-838e-830b7202a813,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:21:59.358758 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc6295-d956-497a-9c3b-c005c75b8f5d req-b64c5986-a588-443e-821f-a5cbe9d3006b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:21:59.360482 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-62cc6295-d956-497a-9c3b-c005c75b8f5d req-b64c5986-a588-443e-821f-a5cbe9d3006b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0715325 Jul 22 11:21:59.429720 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-62cc6295-d956-497a-9c3b-c005c75b8f5d req-c867f3b0-4608-426d-81a1-088426a3d055 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 Jul 22 11:22:00.047100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43540) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:00.181239 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-53c3a6d8-96c8-44ce-9026-c9df9385100d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.209790 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:00.245345 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3367e-11d6-4f14-bf08-3533facddb23 req-9ca2ccec-a96e-40d6-abb4-9e2f3dd3668b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:00.249204 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8bc3367e-11d6-4f14-bf08-3533facddb23 req-9ca2ccec-a96e-40d6-abb4-9e2f3dd3668b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0687943 Jul 22 11:22:00.292136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-53c3a6d8-96c8-44ce-9026-c9df9385100d admin admin] Publish callbacks [] for security_group (db33e40c-0e0e-4e7d-9795-af7e5007eacc), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.298785 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-53c3a6d8-96c8-44ce-9026-c9df9385100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (db33e40c-0e0e-4e7d-9795-af7e5007eacc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.308894 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8bc3367e-11d6-4f14-bf08-3533facddb23 req-791b8f58-44e7-4f06-8313-085a0b643f74 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541508 Jul 22 11:22:00.371068 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-53c3a6d8-96c8-44ce-9026-c9df9385100d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1683838ed2b40729d6fbf2440f5f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194790 Jul 22 11:22:00.371675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43554) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:00.377193 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3a6d8-96c8-44ce-9026-c9df9385100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db33e40c-0e0e-4e7d-9795-af7e5007eacc,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:00.432688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] Publish callbacks [] for security_group (db33e40c-0e0e-4e7d-9795-af7e5007eacc), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.460759 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] Publish callbacks [] for security_group (db33e40c-0e0e-4e7d-9795-af7e5007eacc), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.500116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:00.503520 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb03a6-9c79-4696-be32-02a6b4c8178b" -d '{"events": [{"server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "name": "network-vif-plugged", "status": "completed", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:00.525854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (db33e40c-0e0e-4e7d-9795-af7e5007eacc), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.530339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.544068 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db33e40c-0e0e-4e7d-9795-af7e5007eacc HTTP/1.1" status: 204 len: 168 time: 0.1649745 Jul 22 11:22:00.551034 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5ef7a-7723-46b1-b9cc-9cfe088778f0 x-openstack-request-id: req-41b5ef7a-7723-46b1-b9cc-9cfe088778f0 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:00.551586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "name": "network-vif-plugged", "status": "completed", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:00.552527 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41b5ef7a-7723-46b1-b9cc-9cfe088778f0 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:00.554639 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b5ef7a-7723-46b1-b9cc-9cfe088778f0'] response: {'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'code': 200} Jul 22 11:22:00.565109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed02db-f03a-4c6d-9d6b-0713c2146f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33e40c-0e0e-4e7d-9795-af7e5007eacc,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:00.647533 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbfe83-298c-4f08-b9f9-a3c6bca4f825 req-4efa5f4d-933e-4771-82d9-a59d2f87d6bd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:00.649661 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c1cbfe83-298c-4f08-b9f9-a3c6bca4f825 req-4efa5f4d-933e-4771-82d9-a59d2f87d6bd tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0904012 Jul 22 11:22:00.710542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c1cbfe83-298c-4f08-b9f9-a3c6bca4f825 req-05ec095e-c076-4aa5-b249-e09c1b37a534 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548410 Jul 22 11:22:00.870589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896ce21-a6b0-485b-8cec-f4134dfadf4f req-336b0535-aea1-470c-a187-fe36a9414819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:00.876529 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2896ce21-a6b0-485b-8cec-f4134dfadf4f req-336b0535-aea1-470c-a187-fe36a9414819 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1129 time: 0.0689397 Jul 22 11:22:00.921877 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43578) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:00.946035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5ab96ca-f25f-4e7b-a912-5e0a845b9b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:00.960264 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2896ce21-a6b0-485b-8cec-f4134dfadf4f req-78e72528-7210-464c-a81f-44b7a5ac9877 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763423 Jul 22 11:22:01.043438 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5ab96ca-f25f-4e7b-a912-5e0a845b9b13 admin admin] Publish callbacks [] for security_group (a0888cff-0e8a-465c-80c0-9b074f17c3e7), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.048440 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5ab96ca-f25f-4e7b-a912-5e0a845b9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a0888cff-0e8a-465c-80c0-9b074f17c3e7), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.089958 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a5ab96ca-f25f-4e7b-a912-5e0a845b9b13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a4ca21f1c424ae982b8927ea8e89d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665509 Jul 22 11:22:01.093994 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43584) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:01.094860 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab96ca-f25f-4e7b-a912-5e0a845b9b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0888cff-0e8a-465c-80c0-9b074f17c3e7,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:01.156661 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] Publish callbacks [] for security_group (a0888cff-0e8a-465c-80c0-9b074f17c3e7), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.190161 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] Publish callbacks [] for security_group (a0888cff-0e8a-465c-80c0-9b074f17c3e7), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.206548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:01.274892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a0888cff-0e8a-465c-80c0-9b074f17c3e7), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.278835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:01.285159 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0888cff-0e8a-465c-80c0-9b074f17c3e7 HTTP/1.1" status: 204 len: 168 time: 0.1896436 Jul 22 11:22:01.299777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770c24a-10ed-4f4e-97a3-c159c668036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0888cff-0e8a-465c-80c0-9b074f17c3e7,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:01.516665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bba6a2-6cf7-4af0-bd2c-1c141655d863 req-0eeed122-2459-4e6b-a753-3809be0b5d98 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:01.524672 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f9bba6a2-6cf7-4af0-bd2c-1c141655d863 req-0eeed122-2459-4e6b-a753-3809be0b5d98 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0717399 Jul 22 11:22:01.577643 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f9bba6a2-6cf7-4af0-bd2c-1c141655d863 req-2383fb45-289a-401b-a917-819707f5f968 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 Jul 22 11:22:01.899513 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c69300-7bde-466d-ab1e-60eb5ce7b1bd req-ba93ed8e-1c5f-41ff-b55c-1987c91c102b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:01.914115 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e3c69300-7bde-466d-ab1e-60eb5ce7b1bd req-ba93ed8e-1c5f-41ff-b55c-1987c91c102b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.1108766 Jul 22 11:22:01.985631 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e3c69300-7bde-466d-ab1e-60eb5ce7b1bd req-8275bcab-c700-410f-9a5f-43d79e449e58 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698206 Jul 22 11:22:02.222725 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43662) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:02.352186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9264434-1c22-433b-85ad-63b2c888dab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.444197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9264434-1c22-433b-85ad-63b2c888dab6 admin admin] Publish callbacks [] for security_group (9dc2830a-110b-40d1-b655-40fff7b669b5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.449142 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9264434-1c22-433b-85ad-63b2c888dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9dc2830a-110b-40d1-b655-40fff7b669b5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.470620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:02.495386 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c9264434-1c22-433b-85ad-63b2c888dab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6b4e932b06543e5ae9f8e125a3f5b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711389 Jul 22 11:22:02.496742 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9264434-1c22-433b-85ad-63b2c888dab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2830a-110b-40d1-b655-40fff7b669b5,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:02.499053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43672) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:02.553644 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] Publish callbacks [] for security_group (9dc2830a-110b-40d1-b655-40fff7b669b5), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.580137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] Publish callbacks [] for security_group (9dc2830a-110b-40d1-b655-40fff7b669b5), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.650066 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (9dc2830a-110b-40d1-b655-40fff7b669b5), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.653781 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:02.659095 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dc2830a-110b-40d1-b655-40fff7b669b5 HTTP/1.1" status: 204 len: 168 time: 0.1579752 Jul 22 11:22:02.671298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093902c7-c575-44d7-bc68-22b13ee214c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2830a-110b-40d1-b655-40fff7b669b5,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:02.754536 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20225d43-6873-443a-bb59-e05bf40978ca req-0908085a-c998-4916-937f-d6fcd2825f3e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:02.757057 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20225d43-6873-443a-bb59-e05bf40978ca req-0908085a-c998-4916-937f-d6fcd2825f3e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0718374 Jul 22 11:22:02.814778 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-20225d43-6873-443a-bb59-e05bf40978ca req-442e6ac7-ce20-4bd2-adca-25b684a0a36a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Jul 22 11:22:02.948931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25303b-f14b-40bc-80e1-a150a775cbdf req-679ce688-faa6-4d7b-854b-1488b5c2f9c1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:02.950388 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd25303b-f14b-40bc-80e1-a150a775cbdf req-679ce688-faa6-4d7b-854b-1488b5c2f9c1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0598726 Jul 22 11:22:03.011632 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-cd25303b-f14b-40bc-80e1-a150a775cbdf req-88ea9427-60c4-4dbc-8ee9-bfc4b9e93104 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539215 Jul 22 11:22:03.026959 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43694) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:03.122732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43700) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:03.138022 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64dc3e9c-c9d0-4815-b29b-faf24f9b06d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.151001 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50d96-d094-4134-b889-591824df65f4 req-29a01a87-3971-4eac-b7ad-2a034990bad1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:03.152654 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4ad50d96-d094-4134-b889-591824df65f4 req-29a01a87-3971-4eac-b7ad-2a034990bad1 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0610170 Jul 22 11:22:03.153886 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:03.217954 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4ad50d96-d094-4134-b889-591824df65f4 req-24103dfa-f883-41fc-b139-c9c787877a5f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533659 Jul 22 11:22:03.233473 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64dc3e9c-c9d0-4815-b29b-faf24f9b06d9 admin admin] Publish callbacks [] for security_group (865408eb-efe1-427b-a1b1-b6822426bb97), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.240233 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64dc3e9c-c9d0-4815-b29b-faf24f9b06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (865408eb-efe1-427b-a1b1-b6822426bb97), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.289705 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-64dc3e9c-c9d0-4815-b29b-faf24f9b06d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=157674d652dd4236b571b2b0f78fd956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655688 Jul 22 11:22:03.290575 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3e9c-c9d0-4815-b29b-faf24f9b06d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865408eb-efe1-427b-a1b1-b6822426bb97,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:03.294587 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43706) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:03.361464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] Publish callbacks [] for security_group (865408eb-efe1-427b-a1b1-b6822426bb97), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.373000 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:03.383576 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35634f47-b34c-4aeb-bfa4-27807fa52eab tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:03.385211 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-35634f47-b34c-4aeb-bfa4-27807fa52eab tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1124 time: 0.3573458 Jul 22 11:22:03.388122 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43708) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:03.391373 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] Publish callbacks [] for security_group (865408eb-efe1-427b-a1b1-b6822426bb97), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.396325 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'port_id': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:03.444566 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.513624 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (865408eb-efe1-427b-a1b1-b6822426bb97), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.516528 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.517686 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/865408eb-efe1-427b-a1b1-b6822426bb97 HTTP/1.1" status: 204 len: 168 time: 0.2221816 Jul 22 11:22:03.536780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facc14d-a9aa-4e7c-96d1-feb2e88358fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865408eb-efe1-427b-a1b1-b6822426bb97,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:03.552924 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.677727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.27.0.161 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/09b2b97e-d11d-4f1e-95bd-087168bf27bc) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:22:03.809626 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.852766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:03.900034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:22:03.905779 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:03.908600 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=09b2b97e-d11d-4f1e-95bd-087168bf27bc,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:03.910944 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:22:03.982103 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:04.211829 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:04.364038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (21dd33b3-c622-4200-9460-4ac4455ce9f1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:04.434248 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:04.615690 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:04.620378 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:04.693042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=09b2b97e-d11d-4f1e-95bd-087168bf27bc,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:04.709711 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (21dd33b3-c622-4200-9460-4ac4455ce9f1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:04.819907 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.l3_db [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 21dd33b3-c622-4200-9460-4ac4455ce9f1 associated. External IP: 172.27.0.161, port: de8e5933-745f-42ff-8fcb-dde4aff354a3. Jul 22 11:22:05.056866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.077043 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:22:05.228865 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:22:05.230179 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.236581 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.238906 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.246965 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:22:05.262234 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:05.268337 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:05.269594 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:05.310508 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-42209926-1610-49cf-a804-1319d9b8a2f8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9211178 Jul 22 11:22:05.311435 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:05.315344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:05.360608 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673d95fa-3a50-43a6-955b-7e336a7eb579 x-openstack-request-id: req-673d95fa-3a50-43a6-955b-7e336a7eb579 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:05.363637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:05.364078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-673d95fa-3a50-43a6-955b-7e336a7eb579 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:05.364989 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673d95fa-3a50-43a6-955b-7e336a7eb579'] response: {'name': 'network-changed', 'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'status': 'completed', 'code': 200} Jul 22 11:22:05.404655 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.418044 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:05.481249 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-cb146d4b-1405-41f7-b7ab-16d26f2e421c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817769 Jul 22 11:22:05.482742 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-3d77c02a-dd95-42bb-9c51-3d551e10b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:05.484117 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-3d77c02a-dd95-42bb-9c51-3d551e10b0c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1129 time: 0.0864687 Jul 22 11:22:05.599638 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-6c9e6fe4-716a-4e14-851b-4aa40a706acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:05.602040 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-6c9e6fe4-716a-4e14-851b-4aa40a706acb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b745569c01e04aa18f5494b0856bc3d1&device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 1130 time: 0.0919166 Jul 22 11:22:05.609033 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:05.661301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-7abbb601-bfd1-40dc-b78d-6506a203d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:05.663069 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-7abbb601-bfd1-40dc-b78d-6506a203d7ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.1624384 Jul 22 11:22:05.670522 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '21dd33b3-c622-4200-9460-4ac4455ce9f1', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:03:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dec2db-4166-4853-a79b-832ad7fc2730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:22:04Z', 'updated_at': '2022-07-22T11:22:04Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:05.701747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:22:05.713461 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:05.714226 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:21:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:05.789413 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-6728ac27-7c66-43f5-ab83-d479c85f761c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 200 len: 999 time: 0.1079273 Jul 22 11:22:05.823737 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-eb3d04d8-fab6-4959-a8fa-b3e73131b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:05.825128 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-eb3d04d8-fab6-4959-a8fa-b3e73131b35a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 200 len: 918 time: 0.1892896 Jul 22 11:22:05.886428 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-cb351f2e-2d2a-49ef-8488-1efa4a0c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:05.888013 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-cb351f2e-2d2a-49ef-8488-1efa4a0c88ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0969362 Jul 22 11:22:05.983647 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:06.257582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-5bd7eec4-9d6e-412e-8bcb-a8a7d24ed97d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 200 len: 1001 time: 0.4243305 Jul 22 11:22:06.267548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:06.279813 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-bb0217d2-dc93-44e4-a808-a09fbf483e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:06.281499 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-bb0217d2-dc93-44e4-a808-a09fbf483e53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3811769 Jul 22 11:22:06.304252 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '21dd33b3-c622-4200-9460-4ac4455ce9f1', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:03:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dec2db-4166-4853-a79b-832ad7fc2730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:22:04Z', 'updated_at': '2022-07-22T11:22:04Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:06.340356 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a1a9f-f60f-4dd3-86e9-69c56a49dbb8 None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '21dd33b3-c622-4200-9460-4ac4455ce9f1', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:03:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dec2db-4166-4853-a79b-832ad7fc2730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:22:04Z', 'updated_at': '2022-07-22T11:22:04Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:22:06.388011 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:06.399657 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-19d261b4-2991-4791-b33d-6fc6e8e19bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:06.401484 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-19d261b4-2991-4791-b33d-6fc6e8e19bdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 200 len: 856 time: 0.1317213 Jul 22 11:22:06.483959 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-03634700-bf48-4ad0-a9d1-40efc98d9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:06.486271 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-03634700-bf48-4ad0-a9d1-40efc98d9015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7318ffdd-ae63-4738-8d01-53fbef338615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739019 Jul 22 11:22:06.488712 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-1076310e-1110-412e-adf2-f366ce0ade9d service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852264 Jul 22 11:22:06.689219 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82f4aa-e536-42ce-bd48-4ae72cfe7476 None None] New status for floating IP 21dd33b3-c622-4200-9460-4ac4455ce9f1: ACTIVE {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:22:06.761378 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-5e585ac4-0fd7-4d56-9283-b0e877fcbd49 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625597 Jul 22 11:22:06.765202 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ad6bf876-da5f-45c4-a249-f70b9fc2bf3a req-f64023a3-ed6a-45f2-946d-e4344754f679 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494824 Jul 22 11:22:06.920115 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4c028a00-8c44-4adb-ae80-85c5f3e06f00 req-eafba192-f35a-4a3d-b15d-e79b5df041d7 service neutron] 10.222.0.43 "GET /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474309 Jul 22 11:22:07.985226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43846) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:08.143798 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bf751adb-b203-41f0-ae10-c4078724b6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.199072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:08.231559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bf751adb-b203-41f0-ae10-c4078724b6c8 admin admin] Publish callbacks [] for security_group (d6c246a2-9363-40d8-ad50-8361387ad345), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.235491 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bf751adb-b203-41f0-ae10-c4078724b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d6c246a2-9363-40d8-ad50-8361387ad345), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.278248 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751adb-b203-41f0-ae10-c4078724b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c246a2-9363-40d8-ad50-8361387ad345,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:08.285073 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bf751adb-b203-41f0-ae10-c4078724b6c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bff62bfcb0946eeac42ebd190731351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960913 Jul 22 11:22:08.285298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43850) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:08.340466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] Publish callbacks [] for security_group (d6c246a2-9363-40d8-ad50-8361387ad345), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.366745 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] Publish callbacks [] for security_group (d6c246a2-9363-40d8-ad50-8361387ad345), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.421905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d6c246a2-9363-40d8-ad50-8361387ad345), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.424873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.427760 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6c246a2-9363-40d8-ad50-8361387ad345 HTTP/1.1" status: 204 len: 168 time: 0.1400671 Jul 22 11:22:08.438930 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8582fe-b863-49f1-960a-761fec889257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c246a2-9363-40d8-ad50-8361387ad345,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:08.524575 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0c6b8810-2ae5-45ca-8dd1-ebe9e8f83bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.860488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43868) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:08.882758 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5972a5c4-58f3-462c-8ae3-9d7b3a204e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.986404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5972a5c4-58f3-462c-8ae3-9d7b3a204e41 admin admin] Publish callbacks [] for security_group (3f858e62-08ec-4530-8b38-aaa7b1122893), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:08.990715 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5972a5c4-58f3-462c-8ae3-9d7b3a204e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (3f858e62-08ec-4530-8b38-aaa7b1122893), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.002479 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:09.036365 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5972a5c4-58f3-462c-8ae3-9d7b3a204e41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49492563f97a4b4490e57278513a3517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744950 Jul 22 11:22:09.039074 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972a5c4-58f3-462c-8ae3-9d7b3a204e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f858e62-08ec-4530-8b38-aaa7b1122893,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:09.039917 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43870) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:09.106764 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] Publish callbacks [] for security_group (3f858e62-08ec-4530-8b38-aaa7b1122893), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.129531 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] Publish callbacks [] for security_group (3f858e62-08ec-4530-8b38-aaa7b1122893), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.176208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (3f858e62-08ec-4530-8b38-aaa7b1122893), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.179296 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.180481 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f858e62-08ec-4530-8b38-aaa7b1122893 HTTP/1.1" status: 204 len: 168 time: 0.1391602 Jul 22 11:22:09.189354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c82ba-fc65-49c3-80a8-da06e57accdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f858e62-08ec-4530-8b38-aaa7b1122893,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:09.512306 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43876) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:09.525642 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f59-8138-4cc8-a081-56fddcba569f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.602977 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f59-8138-4cc8-a081-56fddcba569f admin admin] Publish callbacks [] for security_group (f5e7fadb-26e6-4264-a595-909727285cba), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.610902 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aaa25f59-8138-4cc8-a081-56fddcba569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f5e7fadb-26e6-4264-a595-909727285cba), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.649825 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-aaa25f59-8138-4cc8-a081-56fddcba569f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb7338574a1b42ccb3da38fc62886dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364546 Jul 22 11:22:09.650666 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa25f59-8138-4cc8-a081-56fddcba569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7fadb-26e6-4264-a595-909727285cba,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:09.653520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43878) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:09.705030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] Publish callbacks [] for security_group (f5e7fadb-26e6-4264-a595-909727285cba), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.726509 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] Publish callbacks [] for security_group (f5e7fadb-26e6-4264-a595-909727285cba), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.785239 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f5e7fadb-26e6-4264-a595-909727285cba), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.787826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:09.788975 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5e7fadb-26e6-4264-a595-909727285cba HTTP/1.1" status: 204 len: 168 time: 0.1344647 Jul 22 11:22:09.797825 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72edd9a-4a2a-4645-9415-ed42cc55ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7fadb-26e6-4264-a595-909727285cba,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:10.639648 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5619-bf7a-48fc-a222-be8d42712c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:12.139885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.054035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43976) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:13.202863 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fc77f36b-1c6d-4409-bdc4-ab6117612511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.292737 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fc77f36b-1c6d-4409-bdc4-ab6117612511 admin admin] Publish callbacks [] for security_group (6d07914a-456a-4e60-818c-ce602e57f593), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.298097 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-fc77f36b-1c6d-4409-bdc4-ab6117612511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6d07914a-456a-4e60-818c-ce602e57f593), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.341887 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-fc77f36b-1c6d-4409-bdc4-ab6117612511 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=504ab1a4133c4ca7b44b77300ecea2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867360 Jul 22 11:22:13.342770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77f36b-1c6d-4409-bdc4-ab6117612511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07914a-456a-4e60-818c-ce602e57f593,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:13.344663 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43980) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:13.399503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] Publish callbacks [] for security_group (6d07914a-456a-4e60-818c-ce602e57f593), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.438261 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] Publish callbacks [] for security_group (6d07914a-456a-4e60-818c-ce602e57f593), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.501601 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6d07914a-456a-4e60-818c-ce602e57f593), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.504301 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.505473 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d07914a-456a-4e60-818c-ce602e57f593 HTTP/1.1" status: 204 len: 168 time: 0.1598191 Jul 22 11:22:13.513625 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77de8fd-be34-4124-9383-8d1e4dc74c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07914a-456a-4e60-818c-ce602e57f593,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:13.704307 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.813033 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.832637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 43988) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:13.849241 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-16ecc29b-f8bb-4b3b-ab0c-75b66b60aa26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.938757 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:13.941074 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-16ecc29b-f8bb-4b3b-ab0c-75b66b60aa26 admin admin] Publish callbacks [] for security_group (f3da9b3c-1756-495e-98b2-2738f7cbacb4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.946654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-16ecc29b-f8bb-4b3b-ab0c-75b66b60aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f3da9b3c-1756-495e-98b2-2738f7cbacb4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:13.995122 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43992) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:13.995446 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-16ecc29b-f8bb-4b3b-ab0c-75b66b60aa26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d21b6f50e584af18aa71e957b001fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612113 Jul 22 11:22:13.995973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc29b-f8bb-4b3b-ab0c-75b66b60aa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da9b3c-1756-495e-98b2-2738f7cbacb4,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:14.010114 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:14.060460 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] Publish callbacks [] for security_group (f3da9b3c-1756-495e-98b2-2738f7cbacb4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.085777 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] Publish callbacks [] for security_group (f3da9b3c-1756-495e-98b2-2738f7cbacb4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.138100 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f3da9b3c-1756-495e-98b2-2738f7cbacb4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.140588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.142329 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3da9b3c-1756-495e-98b2-2738f7cbacb4 HTTP/1.1" status: 204 len: 168 time: 0.1460199 Jul 22 11:22:14.152834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5044c-b71a-4715-a82f-1b548056b0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da9b3c-1756-495e-98b2-2738f7cbacb4,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:14.173597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 43998) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:14.295373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b5d1246d-3393-499a-b033-5acf5e224fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.395302 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b5d1246d-3393-499a-b033-5acf5e224fc4 admin admin] Publish callbacks [] for security_group (b01976a1-5927-4947-8433-cffa87a038f1), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.400247 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b5d1246d-3393-499a-b033-5acf5e224fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b01976a1-5927-4947-8433-cffa87a038f1), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.441193 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b5d1246d-3393-499a-b033-5acf5e224fc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ff32118b2564a9fa237e8a3037044c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658851 Jul 22 11:22:14.442043 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1246d-3393-499a-b033-5acf5e224fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01976a1-5927-4947-8433-cffa87a038f1,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:14.444129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44004) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:14.492354 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:14.514654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] Publish callbacks [] for security_group (b01976a1-5927-4947-8433-cffa87a038f1), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.539973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] Publish callbacks [] for security_group (b01976a1-5927-4947-8433-cffa87a038f1), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.563606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44006) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:14.579178 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-61246a67-6805-4c5e-b9b6-c93de90a0d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.600205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b01976a1-5927-4947-8433-cffa87a038f1), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.604888 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.606065 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b01976a1-5927-4947-8433-cffa87a038f1 HTTP/1.1" status: 204 len: 168 time: 0.1550868 Jul 22 11:22:14.617818 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee2cee-c1bf-4196-be7c-368d8b7481c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01976a1-5927-4947-8433-cffa87a038f1,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:14.651951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:14.679701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-61246a67-6805-4c5e-b9b6-c93de90a0d21 admin admin] Publish callbacks [] for security_group (d6160a92-9d67-4a1b-8606-f39d5d2e30d8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.684917 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-61246a67-6805-4c5e-b9b6-c93de90a0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d6160a92-9d67-4a1b-8606-f39d5d2e30d8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.727814 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61246a67-6805-4c5e-b9b6-c93de90a0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6160a92-9d67-4a1b-8606-f39d5d2e30d8,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:14.739823 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-61246a67-6805-4c5e-b9b6-c93de90a0d21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b730b8aa59c4e148409aaa63daa9292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699500 Jul 22 11:22:14.740224 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44010) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:14.817500 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] Publish callbacks [] for security_group (d6160a92-9d67-4a1b-8606-f39d5d2e30d8), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.842921 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] Publish callbacks [] for security_group (d6160a92-9d67-4a1b-8606-f39d5d2e30d8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.899778 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d6160a92-9d67-4a1b-8606-f39d5d2e30d8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.902492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:14.903691 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6160a92-9d67-4a1b-8606-f39d5d2e30d8 HTTP/1.1" status: 204 len: 168 time: 0.1623104 Jul 22 11:22:14.912953 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c88a5-5101-457a-a6d2-9a67e2a9de17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6160a92-9d67-4a1b-8606-f39d5d2e30d8,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:15.784127 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44054) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:15.935053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2114446941-network', 'tenant_id': '17c28a2aaa4b4d4bada90cea2b8ccff5'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:15.962216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Made reservation on behalf of 17c28a2aaa4b4d4bada90cea2b8ccff5 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:15.966206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:15.980624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.036272 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:16.069143 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks [] for security_group (6399ea0e-c52e-43d8-acff-422e8e51f384), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.073739 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6399ea0e-c52e-43d8-acff-422e8e51f384), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.101668 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:22:16.113635 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399ea0e-c52e-43d8-acff-422e8e51f384,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:16.120301 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (36b26ab8-ddc0-496e-a5ca-376022ed3ec3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.120301 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Added segment 36b26ab8-ddc0-496e-a5ca-376022ed3ec3 of type vlan for network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c Jul 22 11:22:16.162915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.193420 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.194755 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:16.195512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.237838 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4518929 Jul 22 11:22:16.241151 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44062) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:16.247904 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Request body: {'subnet': {'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2114446941-subnet', 'tenant_id': '17c28a2aaa4b4d4bada90cea2b8ccff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:16.269539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df9312-4821-4ee4-a185-b443aa35a661 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:16.286425 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Made reservation on behalf of 17c28a2aaa4b4d4bada90cea2b8ccff5 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:16.290667 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24891870'] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.298835 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:22:16.480347 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24891852'] for subnet (a22459dc-ca60-4960-9a8c-a4d3a0126e36), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.536911 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22459dc-ca60-4960-9a8c-a4d3a0126e36,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:16.554851 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Checking segment: {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:16.555210 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Network hostable DHCP agents. Network: 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:22:16.574611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:22:16.584254 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:16.589034 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:16.589650 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:16.598308 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb09e3-c584-45de-9233-ad22757b5a6d None None] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:22:16.610905 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-535cf381-1d02-4a1c-8150-9d52ceff48cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3681328 Jul 22 11:22:16.710924 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc7ce4-14f8-47b4-9039-201afa22ef75 None None] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:22:16.794146 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:16.835218 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:16.840591 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:18.441853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44102) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:18.501137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-45fe566d-81d8-43eb-8615-1d1fff7be2c1 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:18.502631 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-45fe566d-81d8-43eb-8615-1d1fff7be2c1 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 809 time: 0.1125977 Jul 22 11:22:18.519230 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-e353cc28-b0a5-4ef3-b588-87700915b29b tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/quotas/17c28a2aaa4b4d4bada90cea2b8ccff5 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Jul 22 11:22:18.557040 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-cfef98cc-642b-4c1c-b4dc-46e27aef1537 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314586 Jul 22 11:22:18.576664 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9ab39436-1f42-4bde-95ae-887725eac3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.663440 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-088887ae-6d04-47c6-afbd-5453dfc873c1 service neutron] 10.222.0.20 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997756 Jul 22 11:22:18.667277 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9ab39436-1f42-4bde-95ae-887725eac3fe admin admin] Publish callbacks [] for security_group (d52aef98-88dd-464e-bf18-59663c8f1bc3), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.673053 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9ab39436-1f42-4bde-95ae-887725eac3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d52aef98-88dd-464e-bf18-59663c8f1bc3), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.692027 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:18.720301 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9ab39436-1f42-4bde-95ae-887725eac3fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bffa24b2792d47ff8bce2d2da219be64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770524 Jul 22 11:22:18.722752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44106) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:18.731285 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab39436-1f42-4bde-95ae-887725eac3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52aef98-88dd-464e-bf18-59663c8f1bc3,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:18.763170 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-38b45ec4-676c-4fc0-b55e-a0fc8b6a4bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932529 Jul 22 11:22:18.795240 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] Publish callbacks [] for security_group (d52aef98-88dd-464e-bf18-59663c8f1bc3), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.796628 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:18.821121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] Publish callbacks [] for security_group (d52aef98-88dd-464e-bf18-59663c8f1bc3), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.838225 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:18.874602 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d52aef98-88dd-464e-bf18-59663c8f1bc3), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.878344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:18.889882 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d52aef98-88dd-464e-bf18-59663c8f1bc3 HTTP/1.1" status: 204 len: 168 time: 0.1658909 Jul 22 11:22:18.901247 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea616f-af86-4d13-a377-bbc01720147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52aef98-88dd-464e-bf18-59663c8f1bc3,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:18.991978 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3182004e-c155-472e-9960-b7741bf79074 req-1d0d7028-f45f-42ba-9cef-b49af7039d9c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 210 time: 0.0376604 Jul 22 11:22:20.097375 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2d5d1186-eabc-4bf1-85ea-8a778d2207a3 req-8e2da970-8cdd-42e2-a830-2cc09a454e98 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 210 time: 0.0348165 Jul 22 11:22:20.507966 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-f33517cb-9b2e-4edc-ad40-46e19e6be2eb tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:20.509678 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-f33517cb-9b2e-4edc-ad40-46e19e6be2eb tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 809 time: 0.1248531 Jul 22 11:22:20.526616 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Request body: {'port': {'device_id': '8f8f0931-c690-4076-8001-2a586cac21f5', 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c', 'admin_state_up': True, 'tenant_id': '17c28a2aaa4b4d4bada90cea2b8ccff5'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:20.679988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Made reservation on behalf of 17c28a2aaa4b4d4bada90cea2b8ccff5 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:20.684481 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:20.818230 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:20.819599 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Allocated IP 172.20.0.3 (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c/a22459dc-ca60-4960-9a8c-a4d3a0126e36/7ec40a91-b87c-47d5-b76a-cdbf8b13d73e) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:22:20.978834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks [] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.013493 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.066016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:22:21.071429 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:21.073531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Pushing event updated for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:21.075669 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:22:21.130322 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:21.131139 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.138248 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:21.155219 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-7c36a23d-a2bc-4d75-8ba6-295aa9bf0a82 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333249 Jul 22 11:22:21.168255 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Request body: {'port': {'device_id': '8f8f0931-c690-4076-8001-2a586cac21f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:21.230999 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b08f-8a66-491d-9c8d-9c199abb5979 req-a5ac47b5-827a-4738-b255-e6b358483276 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:21.231701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.232557 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1dd7b08f-8a66-491d-9c8d-9c199abb5979 req-a5ac47b5-827a-4738-b255-e6b358483276 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 931 time: 0.0545597 Jul 22 11:22:21.285592 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1dd7b08f-8a66-491d-9c8d-9c199abb5979 req-526ecdd3-045c-44de-aaa3-d44802fd7ed0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Jul 22 11:22:21.482219 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-bb18b77a-a9a3-48ec-a5ec-b3bac8cb5b30 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ee8f2050ff1d48c7871edba63439e007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387142 Jul 22 11:22:21.720732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:21.730448 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-fa830a60-955f-49b9-9c2e-fc90b2285bca tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:21.731948 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-fa830a60-955f-49b9-9c2e-fc90b2285bca tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434492 Jul 22 11:22:21.736336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks [] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.756428 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-a5f62bae-1825-4f4c-973a-ad5d483f5f6c tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/quotas/ee8f2050ff1d48c7871edba63439e007 HTTP/1.1" status: 200 len: 375 time: 0.0174658 Jul 22 11:22:21.759010 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Transition to ACTIVE for port object 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:22:21.764761 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:21.818678 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-1b72286a-1320-429f-b987-553180a596ad tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee8f2050ff1d48c7871edba63439e007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548897 Jul 22 11:22:21.840864 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:21.849763 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:21.948275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Attempting to bind port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:22:21.948822 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Attempting to bind port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:22:21.949365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Attempting to bind port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:21.956919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:22:21.957357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Attempting to bind port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:21.969314 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:22:21.970013 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Checking segment: {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:21.970408 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Bound using segment: {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:22:21.970949 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Bound port: 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:22:21.971372 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:22.000422 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-34dab5d5-7ec0-4ffd-97e0-d4c4dd963f11 req-3ff089bf-9599-4189-a63d-6bb93bc8b9fc tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 210 time: 0.0377498 Jul 22 11:22:22.071676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:22:22.074990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:22:22.081976 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:22.118692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:22.119803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:22.121289 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ec40a91-b87c-47d5-b76a-cdbf8b13d73e HTTP/1.1" status: 200 len: 1093 time: 0.9582934 Jul 22 11:22:22.124361 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:22.129357 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1fb171-084a-4db4-a7b1-e820c81aa71e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:22.164531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c3f6f-26e9-424b-88fe-389858fa4819 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:22.182030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18deff35-b57f-4cde-8aca-28e0cb7a7d5b x-openstack-request-id: req-18deff35-b57f-4cde-8aca-28e0cb7a7d5b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:22.182296 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:22.182740 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18deff35-b57f-4cde-8aca-28e0cb7a7d5b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:22.183153 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18deff35-b57f-4cde-8aca-28e0cb7a7d5b'] response: {'name': 'network-changed', 'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e', 'status': 'completed', 'code': 200} Jul 22 11:22:22.226335 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-139c5540-f511-46d1-97d1-d1757f8b30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:22.227894 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-139c5540-f511-46d1-97d1-d1757f8b30b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 1127 time: 0.0573807 Jul 22 11:22:22.281536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-feaef639-d816-4efe-9f09-b9feb2d19806 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e HTTP/1.1" status: 200 len: 217 time: 0.0420768 Jul 22 11:22:22.325225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:22.344486 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-393bacab-e1d0-4c88-a483-feab9630ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:22.346455 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-393bacab-e1d0-4c88-a483-feab9630ab34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a22459dc-ca60-4960-9a8c-a4d3a0126e36 HTTP/1.1" status: 200 len: 849 time: 0.0567963 Jul 22 11:22:22.391826 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-05c0badc-4ef1-43cc-baf8-663eb23d1ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jul 22 11:22:22.474927 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72a2b7-08b0-4609-a28e-c1502510fc36 req-b7a2ac65-8e16-4503-acf0-f123aee2d5c1 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:22.476761 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fd72a2b7-08b0-4609-a28e-c1502510fc36 req-b7a2ac65-8e16-4503-acf0-f123aee2d5c1 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 943 time: 0.0663667 Jul 22 11:22:22.506595 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-e70eda79-a2da-43c2-85b0-d70bffdce5a1 service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061990 Jul 22 11:22:22.539780 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fd72a2b7-08b0-4609-a28e-c1502510fc36 req-fa7aae5b-fa76-4590-b6bb-cd0944b44edf tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526233 Jul 22 11:22:22.626459 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a257a942-af1b-4d7d-a880-1ad4e164d3de req-8391ddc8-4efe-477f-91a4-2141e5f486ae service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090336 Jul 22 11:22:23.107419 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c017fa83-3765-43b1-956e-6b4089e7c7c0 req-2378bf73-609a-4d9a-ad19-29335e28eca6 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 210 time: 0.0296717 Jul 22 11:22:23.554749 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-18da0e74-06f4-42a7-a1d8-ef9b83c195f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:23.557605 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-18da0e74-06f4-42a7-a1d8-ef9b83c195f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 1127 time: 0.0533280 Jul 22 11:22:23.676476 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfb57d-a479-438f-8a9c-4298aa564733 req-507f6692-2677-4636-b438-ec2098d57a40 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:23.678015 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b3cfb57d-a479-438f-8a9c-4298aa564733 req-507f6692-2677-4636-b438-ec2098d57a40 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 943 time: 0.0545380 Jul 22 11:22:23.730880 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b3cfb57d-a479-438f-8a9c-4298aa564733 req-65f868a7-f774-4251-869a-c1bd3d040efe tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Jul 22 11:22:23.920688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-17255130-c993-4491-88c2-db9387ee193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:23.923214 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-17255130-c993-4491-88c2-db9387ee193a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 910 time: 0.1026547 Jul 22 11:22:23.998607 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-a5ed985b-a3ee-45f4-8467-d3b448aadfe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e HTTP/1.1" status: 200 len: 217 time: 0.0562005 Jul 22 11:22:24.001713 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e7724a48-3a9e-45f5-9726-81b38525c1ac tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ee8f2050ff1d48c7871edba63439e007&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520117 Jul 22 11:22:24.120618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-f72d9f0b-20d2-4387-8b0e-0ddee21b2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:24.122432 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-f72d9f0b-20d2-4387-8b0e-0ddee21b2ca4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a22459dc-ca60-4960-9a8c-a4d3a0126e36 HTTP/1.1" status: 200 len: 849 time: 0.1092453 Jul 22 11:22:24.162834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e69dc054-2798-4a0d-b12f-ed6acd8f24d6 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:24.164331 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e69dc054-2798-4a0d-b12f-ed6acd8f24d6 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428735 Jul 22 11:22:24.226565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Request body: {'port': {'device_id': '20ac1d4f-6e62-4639-a857-268f248e6663', 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2', 'admin_state_up': True, 'tenant_id': 'ee8f2050ff1d48c7871edba63439e007'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:24.231455 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ee302cfc-9dea-4286-a146-5d905c59811a req-206e53c1-6a16-4887-8ff2-15b070c09608 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 210 time: 0.0467608 Jul 22 11:22:24.259230 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-ce220eba-605a-48ff-86ff-35af55a57145 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469251 Jul 22 11:22:24.615021 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:24.710566 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-521ce1d2-747e-46a4-9203-9b97285d0b39 service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323280 Jul 22 11:22:24.725729 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Made reservation on behalf of ee8f2050ff1d48c7871edba63439e007 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:24.729008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:24.757476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:24.820364 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:24.860318 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d1fb171-084a-4db4-a7b1-e820c81aa71e req-59dfcc21-5a50-41c2-a59b-3d53bbed23c7 service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434586 Jul 22 11:22:24.864953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59974-bf5e-4ca4-a0e6-2ad1bc57571d req-d59ed476-ab0b-4806-92be-4ea5e5fd941c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:24.866759 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1ed59974-bf5e-4ca4-a0e6-2ad1bc57571d req-d59ed476-ab0b-4806-92be-4ea5e5fd941c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 943 time: 0.0528710 Jul 22 11:22:24.908399 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks [] for security_group (78d94eb8-49c9-4622-88f8-03ead782c0ba), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:24.912800 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (78d94eb8-49c9-4622-88f8-03ead782c0ba), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:24.923197 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1ed59974-bf5e-4ca4-a0e6-2ad1bc57571d req-b8277d04-9cdb-4e1d-b6a6-1452beac04fa tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Jul 22 11:22:24.978623 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d94eb8-49c9-4622-88f8-03ead782c0ba,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:25.067753 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Allocated IP 192.168.233.187 (1b43f97e-2220-4c34-87f7-269bce7c24f2/d8a6a2bf-1b13-4063-82c6-3fb1c81dc616/332966ad-58ca-47a0-91ea-36872b984bf3) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:22:25.236911 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks [] for port (332966ad-58ca-47a0-91ea-36872b984bf3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.271733 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.317997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Network 1b43f97e-2220-4c34-87f7-269bce7c24f2 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:22:25.327892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:25.332875 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:22:25.344002 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Pushing event updated for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:25.408113 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:25.417699 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf1801-aa21-49d3-a1d3-b0e67f87e05e req-053f36b9-6aaa-4fd1-b9cb-03d465b3777e tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:25.419115 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fccf1801-aa21-49d3-a1d3-b0e67f87e05e req-053f36b9-6aaa-4fd1-b9cb-03d465b3777e tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 936 time: 0.0950871 Jul 22 11:22:25.444618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:25.445276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.477092 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e1ea2216-278c-4a95-bbf6-f35d8e8dd5c4 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2560833 Jul 22 11:22:25.496664 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Request body: {'port': {'device_id': '20ac1d4f-6e62-4639-a857-268f248e6663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:25.530525 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fccf1801-aa21-49d3-a1d3-b0e67f87e05e req-3cff6c68-9af4-4649-b83a-d49f153f03c3 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020193 Jul 22 11:22:25.572121 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.621147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-3a17a4da-1b65-403e-a501-b8f5740e5351 None None] Provisioning complete for port 332966ad-58ca-47a0-91ea-36872b984bf3 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:22:25.621814 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3a17a4da-1b65-403e-a501-b8f5740e5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.624662 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:UPDATE=5,neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:25.658929 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-3a17a4da-1b65-403e-a501-b8f5740e5351 None None] Port 332966ad-58ca-47a0-91ea-36872b984bf3 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:22:25.847325 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332966ad-58ca-47a0-91ea-36872b984bf3 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:25.855862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks [] for port (332966ad-58ca-47a0-91ea-36872b984bf3), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.870156 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Transition to ACTIVE for port object 332966ad-58ca-47a0-91ea-36872b984bf3 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:22:25.873865 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:25.926948 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Pushing event updated for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:26.009535 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Attempting to bind port 332966ad-58ca-47a0-91ea-36872b984bf3 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:22:26.010462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Attempting to bind port 332966ad-58ca-47a0-91ea-36872b984bf3 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:22:26.010797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Attempting to bind port 332966ad-58ca-47a0-91ea-36872b984bf3 on network 1b43f97e-2220-4c34-87f7-269bce7c24f2 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:26.017064 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Port 332966ad-58ca-47a0-91ea-36872b984bf3 on network 1b43f97e-2220-4c34-87f7-269bce7c24f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:22:26.017401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Attempting to bind port 332966ad-58ca-47a0-91ea-36872b984bf3 on network 1b43f97e-2220-4c34-87f7-269bce7c24f2 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:26.023193 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:22:26.023608 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Checking segment: {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:26.023958 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Bound using segment: {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:22:26.024391 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Bound port: 332966ad-58ca-47a0-91ea-36872b984bf3, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b7bf45-ee62-4e90-8e5f-5d52c73f7377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:22:26.024753 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:26.056660 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52947e9-801d-4ed9-8731-23dc9dc37aa5 req-3dde1344-a915-4ab4-905e-7b7923c20eb9 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.059108 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c52947e9-801d-4ed9-8731-23dc9dc37aa5 req-3dde1344-a915-4ab4-905e-7b7923c20eb9 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 943 time: 0.0602889 Jul 22 11:22:26.116580 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:22:26.120118 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c52947e9-801d-4ed9-8731-23dc9dc37aa5 req-621a1c3e-7f95-4813-8edd-90919a4d6f83 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505888 Jul 22 11:22:26.120651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=332966ad-58ca-47a0-91ea-36872b984bf3,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:22:26.128061 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:26.166554 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.167185 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:26.168683 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] 10.222.0.43 "PUT /v2.0/ports/332966ad-58ca-47a0-91ea-36872b984bf3 HTTP/1.1" status: 200 len: 1098 time: 0.6773129 Jul 22 11:22:26.169147 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:26.171734 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088b831-67c8-4959-8e51-d807da6dd3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:26.207630 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab53bae-53b5-495a-9230-3b401f35b236 service neutron] Pushing event updated for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:26.244642 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59698e7-b84b-4c2f-a004-24ae877402a8 x-openstack-request-id: req-b59698e7-b84b-4c2f-a004-24ae877402a8 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:26.244907 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:26.245226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b59698e7-b84b-4c2f-a004-24ae877402a8 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:26.245670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59698e7-b84b-4c2f-a004-24ae877402a8'] response: {'name': 'network-changed', 'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3', 'status': 'completed', 'code': 200} Jul 22 11:22:26.262632 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-eaf39700-ca36-427d-8865-2d45eb95ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.266998 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-eaf39700-ca36-427d-8865-2d45eb95ed9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8f2050ff1d48c7871edba63439e007&device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 1132 time: 0.0521185 Jul 22 11:22:26.289537 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:22:26.336225 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-c34a2124-04aa-4d68-9c7e-3a934269739a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=332966ad-58ca-47a0-91ea-36872b984bf3 HTTP/1.1" status: 200 len: 217 time: 0.0605216 Jul 22 11:22:26.403377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e33bff2a-1f2f-4bea-b425-59be517d6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.407110 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-e33bff2a-1f2f-4bea-b425-59be517d6d17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a6a2bf-1b13-4063-82c6-3fb1c81dc616 HTTP/1.1" status: 200 len: 843 time: 0.0647359 Jul 22 11:22:26.428142 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:26.451873 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e', 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c', 'port_id': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e', 'mac_address': 'fa:16:3e:c6:5e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22459dc-ca60-4960-9a8c-a4d3a0126e36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:22:26.452625 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-bdda02bb-c2a0-4351-8935-1f34e4a01728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.454873 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-bdda02bb-c2a0-4351-8935-1f34e4a01728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b43f97e-2220-4c34-87f7-269bce7c24f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411968 Jul 22 11:22:26.489620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:26.491936 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:26.492433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:26.507587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:26.530975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:26.535075 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:26.573448 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-fad16214-ee84-4370-9508-0877d739ab4a service neutron] 10.222.0.43 "GET /v2.0/networks/1b43f97e-2220-4c34-87f7-269bce7c24f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114902 Jul 22 11:22:26.590548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:26.606816 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.607410 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.607960 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.608505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.609540 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.610070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.610603 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.611137 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.611713 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.612285 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.612910 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.613391 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.613948 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.614796 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.615359 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:26.695643 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260495-6187-4c08-8942-0a361cf5fe2a req-850cb5f2-05b9-465b-a6be-6faba82334b7 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:26.697398 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-55260495-6187-4c08-8942-0a361cf5fe2a req-850cb5f2-05b9-465b-a6be-6faba82334b7 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 948 time: 0.0737765 Jul 22 11:22:26.718141 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-23243b21-52f8-4fb1-bc45-ec4bc4eb3646 req-680a09ff-1d2d-45e5-abd0-270e7fc427ab service neutron] 10.222.0.43 "GET /v2.0/networks/1b43f97e-2220-4c34-87f7-269bce7c24f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348805 Jul 22 11:22:26.762683 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-55260495-6187-4c08-8942-0a361cf5fe2a req-bb6b1191-f10a-4b52-a8ba-c845d40de2b0 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 Jul 22 11:22:26.844187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['7ec40a91-b87c-47d5-b76a-cdbf8b13d73e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:26.908865 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:27.227763 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:22:27.242311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:27.261392 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36c9cc-84a5-43ec-a2fa-5438939ab15c req-16662d57-3894-45c8-9d65-aff42c540089 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:27.263043 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af36c9cc-84a5-43ec-a2fa-5438939ab15c req-16662d57-3894-45c8-9d65-aff42c540089 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 944 time: 0.0568347 Jul 22 11:22:27.336622 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af36c9cc-84a5-43ec-a2fa-5438939ab15c req-860b605b-c508-4ed1-8b66-baa0f2d88d04 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636237 Jul 22 11:22:27.776839 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-c0b03d4c-75ea-499f-8b25-7eb273ec3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:27.778751 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-c0b03d4c-75ea-499f-8b25-7eb273ec3c3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8f2050ff1d48c7871edba63439e007&device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 1132 time: 0.0448737 Jul 22 11:22:27.889063 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23014-b216-437a-9ef7-16c1ae1dabd3 req-d2e15953-8d2d-4fcc-808a-0c9bf289f34d tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:27.890550 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6ee23014-b216-437a-9ef7-16c1ae1dabd3 req-d2e15953-8d2d-4fcc-808a-0c9bf289f34d tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 948 time: 0.0491502 Jul 22 11:22:27.897262 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-dbdebf8d-8d64-4c96-9a86-d69063929bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:27.904501 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-dbdebf8d-8d64-4c96-9a86-d69063929bf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b43f97e-2220-4c34-87f7-269bce7c24f2 HTTP/1.1" status: 200 len: 870 time: 0.1108575 Jul 22 11:22:27.945191 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-905e3941-3970-4d9b-add1-5e31658a706c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=332966ad-58ca-47a0-91ea-36872b984bf3 HTTP/1.1" status: 200 len: 217 time: 0.0396771 Jul 22 11:22:27.947007 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6ee23014-b216-437a-9ef7-16c1ae1dabd3 req-a408671d-4e40-442c-89c1-59437d9c2a24 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Jul 22 11:22:28.004050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-5c2a7070-5adc-47cf-af2a-71f51b346f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:28.006104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-5c2a7070-5adc-47cf-af2a-71f51b346f18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8a6a2bf-1b13-4063-82c6-3fb1c81dc616 HTTP/1.1" status: 200 len: 843 time: 0.0549960 Jul 22 11:22:28.060169 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-16315fd3-6ce0-4cf8-afeb-051707de4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:28.061729 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-16315fd3-6ce0-4cf8-afeb-051707de4f4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b43f97e-2220-4c34-87f7-269bce7c24f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493674 Jul 22 11:22:28.164267 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-34a714d3-4274-45f6-bcc4-9cc975cbe4c5 service neutron] 10.222.0.43 "GET /v2.0/networks/1b43f97e-2220-4c34-87f7-269bce7c24f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959685 Jul 22 11:22:28.270292 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7088b831-67c8-4959-8e51-d807da6dd3f0 req-85308e00-27f9-4b3b-b220-7ae5b744baa4 service neutron] 10.222.0.43 "GET /v2.0/networks/1b43f97e-2220-4c34-87f7-269bce7c24f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999606 Jul 22 11:22:28.301915 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:22:28.346816 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:22:28.354315 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:22:28.354774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:28.454867 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:28.455142 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:28.479137 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:28.481425 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2d350-d6f3-422a-a110-92383d4d10dd" -d '{"events": [{"server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "name": "network-vif-plugged", "status": "completed", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:28.484506 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fb951-6e48-45e9-9a48-6505b2b50552 req-b2c9d05b-7b13-4a97-b399-9375445aab5c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:28.486466 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-793fb951-6e48-45e9-9a48-6505b2b50552 req-b2c9d05b-7b13-4a97-b399-9375445aab5c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 944 time: 0.0594249 Jul 22 11:22:28.494844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:28.500728 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:28.540462 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f807e-490d-4b1c-9045-daa10287c01f x-openstack-request-id: req-7d6f807e-490d-4b1c-9045-daa10287c01f {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:28.540760 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "name": "network-vif-plugged", "status": "completed", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:28.541022 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d6f807e-490d-4b1c-9045-daa10287c01f {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:28.541574 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6f807e-490d-4b1c-9045-daa10287c01f'] response: {'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e', 'code': 200} Jul 22 11:22:28.553403 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-793fb951-6e48-45e9-9a48-6505b2b50552 req-d6d4fcd8-f694-411c-80a2-f0816c30fb2d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507841 Jul 22 11:22:28.559825 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:28.720383 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cdf52-7153-4b33-9c34-0a4bc8381af7 req-96e16e87-8a9d-44d5-80bb-323b53f43e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:28.722504 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-050cdf52-7153-4b33-9c34-0a4bc8381af7 req-96e16e87-8a9d-44d5-80bb-323b53f43e70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 1129 time: 0.0461407 Jul 22 11:22:28.773896 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-050cdf52-7153-4b33-9c34-0a4bc8381af7 req-5b18a84d-44b5-4367-b72a-a32130e8ca18 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Jul 22 11:22:29.027092 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:29.044523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:29.078464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4461-2968-44b4-9950-175da21f5cc9 req-a7a859c5-4561-4f31-9ead-52882ae5ea97 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:29.080844 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b6b4461-2968-44b4-9950-175da21f5cc9 req-a7a859c5-4561-4f31-9ead-52882ae5ea97 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 948 time: 0.0540326 Jul 22 11:22:29.364580 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3b6b4461-2968-44b4-9950-175da21f5cc9 req-ca103569-4d62-4419-89af-9b2a9ba93ea2 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775383 Jul 22 11:22:29.707731 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717691b-f0b8-43fc-99b5-4893894e752a req-3d908384-0216-4dd9-b4d2-6f2463e067ba tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:29.709407 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2717691b-f0b8-43fc-99b5-4893894e752a req-3d908384-0216-4dd9-b4d2-6f2463e067ba tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 945 time: 0.0556335 Jul 22 11:22:29.769067 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2717691b-f0b8-43fc-99b5-4893894e752a req-53d72b60-c4a8-4e07-b697-0f5db702fb27 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534027 Jul 22 11:22:30.316331 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 332966ad-58ca-47a0-91ea-36872b984bf3 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:22:30.459250 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=332966ad-58ca-47a0-91ea-36872b984bf3,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:30.472499 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '332966ad-58ca-47a0-91ea-36872b984bf3', 'network_id': '1b43f97e-2220-4c34-87f7-269bce7c24f2', 'port_id': '332966ad-58ca-47a0-91ea-36872b984bf3', 'mac_address': 'fa:16:3e:70:1d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a6a2bf-1b13-4063-82c6-3fb1c81dc616', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:22:30.502706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec685b-4fc3-400d-be1c-aefdf534a6d0 req-d7791a67-963c-4d5e-87ee-2c42811d99be tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:30.504356 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05ec685b-4fc3-400d-be1c-aefdf534a6d0 req-d7791a67-963c-4d5e-87ee-2c42811d99be tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 948 time: 0.0606661 Jul 22 11:22:30.511515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 332966ad-58ca-47a0-91ea-36872b984bf3 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:30.512049 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:30.530136 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332966ad-58ca-47a0-91ea-36872b984bf3 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:30.555170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=332966ad-58ca-47a0-91ea-36872b984bf3,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:30.559725 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:30.565050 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05ec685b-4fc3-400d-be1c-aefdf534a6d0 req-aa15fbbd-9b2b-42da-97c7-1d3033eaa70b tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Jul 22 11:22:30.622991 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:30.841113 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['332966ad-58ca-47a0-91ea-36872b984bf3'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:30.899377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a93ca-b15d-4760-8df2-c46aab3b3e7b req-7b7453e1-ef0f-49ba-b86d-bb68e89fe2b0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:30.901339 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a26a93ca-b15d-4760-8df2-c46aab3b3e7b req-7b7453e1-ef0f-49ba-b86d-bb68e89fe2b0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 945 time: 0.0597641 Jul 22 11:22:30.930362 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:30.954532 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a26a93ca-b15d-4760-8df2-c46aab3b3e7b req-abfddafa-0c0e-43c7-893c-a3df056c2ff1 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459018 Jul 22 11:22:30.992661 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:31.693395 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe6fdc-672f-488c-851c-8880e2db6b5b req-748f7f66-43d2-4017-bd7d-288e59e0e757 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:31.694842 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3ffe6fdc-672f-488c-851c-8880e2db6b5b req-748f7f66-43d2-4017-bd7d-288e59e0e757 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 945 time: 0.0574400 Jul 22 11:22:31.697485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2eabb-0257-4003-8ce9-4ad28774e855 req-6c64d1a8-fd80-4ba0-b1e0-b501224f4b39 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:31.699094 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-30c2eabb-0257-4003-8ce9-4ad28774e855 req-6c64d1a8-fd80-4ba0-b1e0-b501224f4b39 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 949 time: 0.0538733 Jul 22 11:22:31.745909 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:31.753000 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3ffe6fdc-672f-488c-851c-8880e2db6b5b req-691e8252-ff47-4c8e-969c-853dc6b5995d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515635 Jul 22 11:22:31.760392 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-30c2eabb-0257-4003-8ce9-4ad28774e855 req-2696f5c9-cb44-443d-9a35-df1a464cfc2b tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 Jul 22 11:22:32.335747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 332966ad-58ca-47a0-91ea-36872b984bf3 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:22:32.386738 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 332966ad-58ca-47a0-91ea-36872b984bf3 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:22:32.395387 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 332966ad-58ca-47a0-91ea-36872b984bf3 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:22:32.395743 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:32.488327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 332966ad-58ca-47a0-91ea-36872b984bf3 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:32.488762 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:32.517624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:32.520019 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883c986-587f-4124-8bb9-1618e8504be0" -d '{"events": [{"server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "name": "network-vif-plugged", "status": "completed", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:32.534529 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=332966ad-58ca-47a0-91ea-36872b984bf3,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:32.539361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:32.575171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd94b2-c549-4c26-8668-558b598b0e48 x-openstack-request-id: req-19dd94b2-c549-4c26-8668-558b598b0e48 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:32.575495 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "name": "network-vif-plugged", "status": "completed", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:32.575797 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19dd94b2-c549-4c26-8668-558b598b0e48 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:32.576128 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19dd94b2-c549-4c26-8668-558b598b0e48'] response: {'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3', 'code': 200} Jul 22 11:22:32.608133 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:32.911967 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7e61d-2d39-46d8-8d16-f352f52184ee req-d9b144e7-2290-407c-8a8e-425e27640aae tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:32.914541 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6ed7e61d-2d39-46d8-8d16-f352f52184ee req-d9b144e7-2290-407c-8a8e-425e27640aae tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 945 time: 0.0687444 Jul 22 11:22:32.914766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deadb45-219f-48cd-a622-f8a7bebb65cf req-ca4b4e7e-25fa-4649-8613-6a1d6b289c61 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:32.917053 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4deadb45-219f-48cd-a622-f8a7bebb65cf req-ca4b4e7e-25fa-4649-8613-6a1d6b289c61 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0656171 Jul 22 11:22:32.939793 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:32.944559 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:32.999044 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4deadb45-219f-48cd-a622-f8a7bebb65cf req-e355aa55-bbc7-4a1e-b3e3-5bb6019f53b2 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683708 Jul 22 11:22:32.999858 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6ed7e61d-2d39-46d8-8d16-f352f52184ee req-de31653f-52ec-4e7e-bddb-cbf89b8047c8 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784838 Jul 22 11:22:33.105788 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dcc57-3a39-4585-8541-db76e4c25582 req-3db03ac7-0348-4902-a3bf-3edb0ccd99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:33.108812 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c76dcc57-3a39-4585-8541-db76e4c25582 req-3db03ac7-0348-4902-a3bf-3edb0ccd99e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 1134 time: 0.0401216 Jul 22 11:22:33.157573 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c76dcc57-3a39-4585-8541-db76e4c25582 req-1b23c216-a243-4369-a5cd-2c3f61d9e5f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Jul 22 11:22:33.405129 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608b14-e597-435d-af31-f51a03188a52 req-e2ba8912-3142-43d1-9b28-741e58fbe61a tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:33.407213 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93608b14-e597-435d-af31-f51a03188a52 req-e2ba8912-3142-43d1-9b28-741e58fbe61a tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Jul 22 11:22:33.524998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Deleting port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:33.525428 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:33.650182 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] For port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:33.650545 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:33.666612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Calling delete_port for 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:33.802717 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (7ec40a91-b87c-47d5-b76a-cdbf8b13d73e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:33.817211 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['7ec40a91-b87c-47d5-b76a-cdbf8b13d73e'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:33.839422 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Pushing event deleted for resources: {'Port': ['ID=7ec40a91-b87c-47d5-b76a-cdbf8b13d73e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:33.857099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.857099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.857099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.857099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.857099 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.858710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.858710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.858710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.858710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.858710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.859487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.859487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.859487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.859923 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.860069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:33.903356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] No DVR routers for this DVR port 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:33.906295 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:33.910226 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93608b14-e597-435d-af31-f51a03188a52 req-478f262f-cb9b-47f1-a2af-26c78a78655c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "DELETE /v2.0/ports/7ec40a91-b87c-47d5-b76a-cdbf8b13d73e HTTP/1.1" status: 204 len: 173 time: 0.4968853 Jul 22 11:22:33.910724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'name': 'network-vif-deleted', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:33.913213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f513c65b-6713-4241-9352-aa8694b29d36" -d '{"events": [{"server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "name": "network-vif-deleted", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:33.955912 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92d124-54a3-4008-a664-3db5bba921b8 x-openstack-request-id: req-2f92d124-54a3-4008-a664-3db5bba921b8 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:33.956863 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f0931-c690-4076-8001-2a586cac21f5", "name": "network-vif-deleted", "tag": "7ec40a91-b87c-47d5-b76a-cdbf8b13d73e", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:33.956863 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f92d124-54a3-4008-a664-3db5bba921b8 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:33.957304 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f92d124-54a3-4008-a664-3db5bba921b8'] response: {'server_uuid': '8f8f0931-c690-4076-8001-2a586cac21f5', 'name': 'network-vif-deleted', 'tag': '7ec40a91-b87c-47d5-b76a-cdbf8b13d73e', 'status': 'completed', 'code': 200} Jul 22 11:22:34.153800 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-738be90a-72dc-485c-bd96-7f4883601e96 req-2baf5d6e-b0d7-4fbd-8b46-dee960ce5cf3 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8f0931-c690-4076-8001-2a586cac21f5 HTTP/1.1" status: 200 len: 210 time: 0.0438151 Jul 22 11:22:34.170695 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b90187-8d1e-4eb3-99b9-1db3ad6d3feb req-b1550573-af72-4995-a830-7c7ca8a8fc23 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:34.174053 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-99b90187-8d1e-4eb3-99b9-1db3ad6d3feb req-b1550573-af72-4995-a830-7c7ca8a8fc23 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0761614 Jul 22 11:22:34.230960 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-99b90187-8d1e-4eb3-99b9-1db3ad6d3feb req-55e33651-894c-413d-9329-f9bd3db30387 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500693 Jul 22 11:22:35.370122 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626dc45-4c8e-4a23-b02b-2539799d0e17 req-08ffd5d4-4f5d-463d-b94a-935e6ba466bc tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:35.371687 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c626dc45-4c8e-4a23-b02b-2539799d0e17 req-08ffd5d4-4f5d-463d-b94a-935e6ba466bc tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0607295 Jul 22 11:22:35.426882 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c626dc45-4c8e-4a23-b02b-2539799d0e17 req-5cf59c7c-9acc-4b46-acca-68a98c325152 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Jul 22 11:22:35.527830 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-ba079fdd-f2a4-4fb1-9c36-234860c9bd99 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:35.529549 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-ba079fdd-f2a4-4fb1-9c36-234860c9bd99 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 809 time: 0.1305103 Jul 22 11:22:35.547912 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-bd7ef3aa-be53-44f7-a7b2-9010fa6a2277 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/quotas/17c28a2aaa4b4d4bada90cea2b8ccff5 HTTP/1.1" status: 200 len: 375 time: 0.0114892 Jul 22 11:22:35.591116 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-291d3499-6a58-4bc0-b1d9-4a1e2ac0b05e tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368257 Jul 22 11:22:35.723903 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-f10d5cd1-e668-4b20-a28e-bf982fc50ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191306 Jul 22 11:22:35.775363 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b5c4-d18c-4654-92b6-4f7d2cda8b08 req-8224380e-ba85-4688-a716-6a5f249dadae tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:35.776877 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fcc2b5c4-d18c-4654-92b6-4f7d2cda8b08 req-8224380e-ba85-4688-a716-6a5f249dadae tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0686541 Jul 22 11:22:35.808511 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:35.814896 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:35.838567 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-a072ef48-581f-4ab8-932b-f28a056cbcb9 service neutron] 10.222.0.20 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035788 Jul 22 11:22:35.845625 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-fcc2b5c4-d18c-4654-92b6-4f7d2cda8b08 req-f6bb2eb3-a90a-40a2-8f4b-dc2ffd34a136 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612845 Jul 22 11:22:36.022703 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bff9ce94-649a-4c9f-8291-90f4a523cbac req-5fa2fe08-82da-40c4-92cd-516c2eb36499 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Jul 22 11:22:36.365221 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:36.386583 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:36.386932 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 7ec40a91-b87c-47d5-b76a-cdbf8b13d73e not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:36.987499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a022-85b6-4a55-a827-c20a56f773ea req-f771dabd-97cf-4e7b-b40c-3d7865c0d77e tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:36.989139 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5765a022-85b6-4a55-a827-c20a56f773ea req-f771dabd-97cf-4e7b-b40c-3d7865c0d77e tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0626714 Jul 22 11:22:37.055164 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5765a022-85b6-4a55-a827-c20a56f773ea req-3f1684fc-f856-4275-9591-3cb11c0fcdc0 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Jul 22 11:22:37.139362 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-132e075d-056c-4a60-b7d7-5a73c9b62548 req-ff9949b8-5d26-49cd-b030-0c85dedb636d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Jul 22 11:22:37.360298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-417e3514-872f-49b8-86d4-709743bc6ee2 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:37.362761 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-417e3514-872f-49b8-86d4-709743bc6ee2 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.43 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.0547211 Jul 22 11:22:37.691138 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Deleting port 332966ad-58ca-47a0-91ea-36872b984bf3 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:37.691609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:37.878798 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] For port 332966ad-58ca-47a0-91ea-36872b984bf3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=332966ad-58ca-47a0-91ea-36872b984bf3,segment=NetworkSegment(85b7bf45-ee62-4e90-8e5f-5d52c73f7377),segment_id=85b7bf45-ee62-4e90-8e5f-5d52c73f7377)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:37.879171 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:37.897293 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-f40dead5-4e89-4835-97cd-7db8c0f404c0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:37.898768 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-f40dead5-4e89-4835-97cd-7db8c0f404c0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 809 time: 0.1878405 Jul 22 11:22:37.903529 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Calling delete_port for 332966ad-58ca-47a0-91ea-36872b984bf3 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:37.919072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Request body: {'port': {'device_id': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c', 'admin_state_up': True, 'tenant_id': '17c28a2aaa4b4d4bada90cea2b8ccff5'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:38.142394 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Made reservation on behalf of 17c28a2aaa4b4d4bada90cea2b8ccff5 for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:38.145755 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.222096 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (332966ad-58ca-47a0-91ea-36872b984bf3), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.239675 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['332966ad-58ca-47a0-91ea-36872b984bf3'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:38.260101 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5d3b5e7c-acf0-4ed2-abbb-aaf161cbbbbe req-329e66a1-cf44-4f68-a76b-1d56c219d1b0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Jul 22 11:22:38.263010 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a97e9-3a9c-49a4-af3b-a402d3570e6d req-8d7ae4f2-fcd7-4921-b92f-bc194d3b9b5d tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:38.264547 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-050a97e9-3a9c-49a4-af3b-a402d3570e6d req-8d7ae4f2-fcd7-4921-b92f-bc194d3b9b5d tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=20ac1d4f-6e62-4639-a857-268f248e6663 HTTP/1.1" status: 200 len: 950 time: 0.1159291 Jul 22 11:22:38.304960 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Pushing event deleted for resources: {'Port': ['ID=332966ad-58ca-47a0-91ea-36872b984bf3,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:38.367504 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:38.373583 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:38.433882 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] No DVR routers for this DVR port 332966ad-58ca-47a0-91ea-36872b984bf3 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:38.445605 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.448888 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1273fcb5-8174-4e63-a3f3-4cf31318ebd1 req-ab645dfc-e477-40ba-81c5-ff6c5bbd0347 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.43 "DELETE /v2.0/ports/332966ad-58ca-47a0-91ea-36872b984bf3 HTTP/1.1" status: 204 len: 173 time: 0.8487256 Jul 22 11:22:38.449341 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'name': 'network-vif-deleted', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:38.451713 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ae909-89a6-4ea1-81c0-3bd0bc71cd19" -d '{"events": [{"server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "name": "network-vif-deleted", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:38.464425 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-050a97e9-3a9c-49a4-af3b-a402d3570e6d req-0c7f25c3-4ab1-4bd7-b5a5-dba5f8e03091 tempest-VolumesNegativeTest-348771286 tempest-VolumesNegativeTest-348771286-project] 10.222.0.20 "GET /v2.0/security-groups?id=78d94eb8-49c9-4622-88f8-03ead782c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668921 Jul 22 11:22:38.490984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Allocated IP 172.20.0.4 (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c/a22459dc-ca60-4960-9a8c-a4d3a0126e36/238bb944-cf08-41f6-ae54-94b8537277a0) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:22:38.524648 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57abb50-ad93-4d71-9a5c-2cb8a0557e1e x-openstack-request-id: req-e57abb50-ad93-4d71-9a5c-2cb8a0557e1e {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:38.524980 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ac1d4f-6e62-4639-a857-268f248e6663", "name": "network-vif-deleted", "tag": "332966ad-58ca-47a0-91ea-36872b984bf3", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:38.525266 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e57abb50-ad93-4d71-9a5c-2cb8a0557e1e {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:38.525713 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57abb50-ad93-4d71-9a5c-2cb8a0557e1e'] response: {'server_uuid': '20ac1d4f-6e62-4639-a857-268f248e6663', 'name': 'network-vif-deleted', 'tag': '332966ad-58ca-47a0-91ea-36872b984bf3', 'status': 'completed', 'code': 200} Jul 22 11:22:38.529676 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ed046e2a-f604-43c3-ad20-237a800a582d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.741051 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks [] for port (238bb944-cf08-41f6-ae54-94b8537277a0), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.778871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.826612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:22:38.833114 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:38.837707 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:22:38.844652 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Pushing event updated for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:38.897997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:38.898873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:38.920504 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-d9077017-f1f7-4a8e-bacb-edc86e84889c tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067458 Jul 22 11:22:38.933966 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Request body: {'port': {'device_id': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:39.012680 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:39.569302 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdd83d-0886-48df-8ba8-84185e60d12e req-a413f8c7-ef5c-49ec-a570-23b5fb4ce3d4 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:39.570836 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2afdd83d-0886-48df-8ba8-84185e60d12e req-a413f8c7-ef5c-49ec-a570-23b5fb4ce3d4 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 931 time: 0.0679746 Jul 22 11:22:39.663907 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:39.671066 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2afdd83d-0886-48df-8ba8-84185e60d12e req-be541ea3-1e7a-4338-9443-01daa522fe6f tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928159 Jul 22 11:22:39.678047 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:39.680386 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238bb944-cf08-41f6-ae54-94b8537277a0 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:39.691457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks [] for port (238bb944-cf08-41f6-ae54-94b8537277a0), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:39.709848 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Transition to ACTIVE for port object 238bb944-cf08-41f6-ae54-94b8537277a0 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:22:39.720035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:39.812290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Pushing event updated for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:39.923553 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Attempting to bind port 238bb944-cf08-41f6-ae54-94b8537277a0 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:22:39.924088 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Attempting to bind port 238bb944-cf08-41f6-ae54-94b8537277a0 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:22:39.924627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Attempting to bind port 238bb944-cf08-41f6-ae54-94b8537277a0 on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:39.932534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Port 238bb944-cf08-41f6-ae54-94b8537277a0 on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:22:39.933035 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Attempting to bind port 238bb944-cf08-41f6-ae54-94b8537277a0 on network 0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:39.941389 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:22:39.941914 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Checking segment: {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:39.942528 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Bound using segment: {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:22:39.943814 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Bound port: 238bb944-cf08-41f6-ae54-94b8537277a0, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b26ab8-ddc0-496e-a5ca-376022ed3ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:22:39.944397 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:40.052359 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:22:40.056244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=238bb944-cf08-41f6-ae54-94b8537277a0,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:22:40.062594 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:40.100350 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:40.101194 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:40.103167 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] 10.222.0.43 "PUT /v2.0/ports/238bb944-cf08-41f6-ae54-94b8537277a0 HTTP/1.1" status: 200 len: 1093 time: 1.1733391 Jul 22 11:22:40.135988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097db15-812a-4493-a6c4-874115d4add2 service neutron] Pushing event updated for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:40.197935 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-e900875f-0bbe-4440-8856-32fd846c73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:40.199511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-e900875f-0bbe-4440-8856-32fd846c73b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 1127 time: 0.0489550 Jul 22 11:22:40.249778 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-03097ac4-1e75-43a5-8ef7-485a4c91cab2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=238bb944-cf08-41f6-ae54-94b8537277a0 HTTP/1.1" status: 200 len: 217 time: 0.0410399 Jul 22 11:22:40.314406 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-0e50ff34-7b95-46a8-bd33-5d7565d887a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:40.324271 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-0e50ff34-7b95-46a8-bd33-5d7565d887a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a22459dc-ca60-4960-9a8c-a4d3a0126e36 HTTP/1.1" status: 200 len: 849 time: 0.0638738 Jul 22 11:22:40.364163 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 332966ad-58ca-47a0-91ea-36872b984bf3 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:40.369536 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-1acc36d9-f985-4235-a3f6-34d65a8e82be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401690 Jul 22 11:22:40.389118 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 332966ad-58ca-47a0-91ea-36872b984bf3 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:40.390769 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 332966ad-58ca-47a0-91ea-36872b984bf3 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:40.481932 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-786c116e-a545-4cd7-a69d-c08549b2455e service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045687 Jul 22 11:22:40.556528 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:40.560365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed310d58-86a8-474c-83c7-8bdecc9034af" -d '{"events": [{"name": "network-changed", "server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:40.621690 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d9ac08-9e3c-46d5-835f-a3db8b5956ec x-openstack-request-id: req-70d9ac08-9e3c-46d5-835f-a3db8b5956ec {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:40.622571 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:40.622571 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70d9ac08-9e3c-46d5-835f-a3db8b5956ec {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:40.623199 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d9ac08-9e3c-46d5-835f-a3db8b5956ec'] response: {'name': 'network-changed', 'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0', 'status': 'completed', 'code': 200} Jul 22 11:22:40.632163 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1cb89af6-31ed-4340-b935-8f577af0f9d0 req-dfaaee93-b074-45a2-b76f-4f0d41268c8d service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408424 Jul 22 11:22:40.648923 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-27b086ab-1817-43a3-b484-332f935dad14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:40.821922 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea492e-8bb9-46e6-a341-b0dae67f06c1 req-fb502ce8-0bb8-421f-a87f-f3ca0f69d8ff tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:40.823396 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b4ea492e-8bb9-46e6-a341-b0dae67f06c1 req-fb502ce8-0bb8-421f-a87f-f3ca0f69d8ff tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 943 time: 0.0585752 Jul 22 11:22:40.882691 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b4ea492e-8bb9-46e6-a341-b0dae67f06c1 req-906139c9-c6bb-42d5-a332-a27a9e4040a4 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Jul 22 11:22:41.692817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-196568fe-1b6a-4edf-8216-9c3404f96cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:41.694349 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-196568fe-1b6a-4edf-8216-9c3404f96cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 1127 time: 0.0458989 Jul 22 11:22:41.801680 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-48fbf8fe-25ab-4899-afe1-898e87247c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:41.808279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-48fbf8fe-25ab-4899-afe1-898e87247c30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 200 len: 910 time: 0.0987253 Jul 22 11:22:41.852400 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-42f3feb8-28c7-4bdf-9d42-ac897fa1f6ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=238bb944-cf08-41f6-ae54-94b8537277a0 HTTP/1.1" status: 200 len: 217 time: 0.0389199 Jul 22 11:22:41.908253 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:41.933698 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-7297ad06-6e13-434b-9ada-547bb7d90b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:41.935207 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-7297ad06-6e13-434b-9ada-547bb7d90b4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a22459dc-ca60-4960-9a8c-a4d3a0126e36 HTTP/1.1" status: 200 len: 849 time: 0.0731258 Jul 22 11:22:41.978921 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-da3ecea7-9a3c-4ce8-9c54-fb3c91ce7c75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319624 Jul 22 11:22:42.006642 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:42.031449 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efc772-2745-4902-8e7e-879797eaaf4e req-f7afb154-6e35-4a4d-9540-16ed63741df6 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:42.039091 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c8efc772-2745-4902-8e7e-879797eaaf4e req-f7afb154-6e35-4a4d-9540-16ed63741df6 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 943 time: 0.0701649 Jul 22 11:22:42.089757 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c8efc772-2745-4902-8e7e-879797eaaf4e req-102814ab-07d6-42f3-985e-2144ab8d3d37 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496798 Jul 22 11:22:42.109841 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-9d479017-85e8-4a1e-b744-3d89f53bedfc service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148791 Jul 22 11:22:42.147243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:42.212236 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ed310d58-86a8-474c-83c7-8bdecc9034af req-fc81fe87-7b40-4537-b42d-f302c602a005 service neutron] 10.222.0.43 "GET /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999806 Jul 22 11:22:42.233670 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=19 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:42.235711 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=15 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:42.962297 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6cfa8-209f-40c2-8d24-8caf6ad8b5dd req-7eb45c65-b39a-40da-95bd-84064fb4ab1b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:42.963883 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-30a6cfa8-209f-40c2-8d24-8caf6ad8b5dd req-7eb45c65-b39a-40da-95bd-84064fb4ab1b tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0598805 Jul 22 11:22:43.023211 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-30a6cfa8-209f-40c2-8d24-8caf6ad8b5dd req-fdd48c6c-4d52-428f-ae44-df27d8cc2775 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521526 Jul 22 11:22:43.214655 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef772341-9e37-4916-afa7-39ba9d98a1fd req-4a560db7-11d9-46b7-865c-12ba5bb38e64 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:43.216157 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ef772341-9e37-4916-afa7-39ba9d98a1fd req-4a560db7-11d9-46b7-865c-12ba5bb38e64 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 943 time: 0.0538950 Jul 22 11:22:43.265335 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ef772341-9e37-4916-afa7-39ba9d98a1fd req-4c292699-dd16-495f-b9ef-8911818dc920 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Jul 22 11:22:43.712094 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:43.821540 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:43.993435 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44572) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:44.179077 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd571bb0-824b-4fdf-a4c6-03d3cbcd1e4b req-3e44fb6a-491d-44ae-a4fe-4543f7863770 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:44.183468 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd571bb0-824b-4fdf-a4c6-03d3cbcd1e4b req-3e44fb6a-491d-44ae-a4fe-4543f7863770 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0746324 Jul 22 11:22:44.199379 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6c408c4b-9e12-447c-8d78-c49e82f91392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee8f2050ff1d48c7871edba63439e007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042027 Jul 22 11:22:44.203517 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44578) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:44.255589 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-dd571bb0-824b-4fdf-a4c6-03d3cbcd1e4b req-3bd24ae0-6992-4c73-bdc6-508da27e57d6 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdb783dc-b8bb-4939-8e9f-05222558ac1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663135 Jul 22 11:22:44.276114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Publish callbacks [] for security_group (78d94eb8-49c9-4622-88f8-03ead782c0ba), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.317147 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Publish callbacks [] for security_group (78d94eb8-49c9-4622-88f8-03ead782c0ba), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.363158 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 238bb944-cf08-41f6-ae54-94b8537277a0 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:22:44.444470 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422794-841e-4e4f-99ee-4a258c2ccd9e req-58d814b6-8b93-480c-90fe-7d68498de508 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:44.447494 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-52422794-841e-4e4f-99ee-4a258c2ccd9e req-58d814b6-8b93-480c-90fe-7d68498de508 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 943 time: 0.0877030 Jul 22 11:22:44.483938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=238bb944-cf08-41f6-ae54-94b8537277a0,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:44.488645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (78d94eb8-49c9-4622-88f8-03ead782c0ba), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.491487 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.495182 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78d94eb8-49c9-4622-88f8-03ead782c0ba HTTP/1.1" status: 204 len: 168 time: 0.2876720 Jul 22 11:22:44.496398 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:44.498081 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '238bb944-cf08-41f6-ae54-94b8537277a0', 'network_id': '0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c', 'port_id': '238bb944-cf08-41f6-ae54-94b8537277a0', 'mac_address': 'fa:16:3e:d6:bd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22459dc-ca60-4960-9a8c-a4d3a0126e36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:22:44.500107 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-fdb75bf2-b1b4-490a-a775-d1a57ab65b81 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:44.501909 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-fdb75bf2-b1b4-490a-a775-d1a57ab65b81 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 946 time: 0.0627506 Jul 22 11:22:44.517405 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-52422794-841e-4e4f-99ee-4a258c2ccd9e req-2b1ea454-cd8d-4e11-874b-fb5bbc0bcc2a tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618029 Jul 22 11:22:44.518369 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d94eb8-49c9-4622-88f8-03ead782c0ba,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:44.539553 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.540171 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.540740 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.541401 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.541958 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.542516 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.543092 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.543670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.544234 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.544810 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.545411 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.546105 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.546824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.547575 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.548277 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeea667-cf0b-4aae-babe-6f8cb1dbfcfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:22:44.594359 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 238bb944-cf08-41f6-ae54-94b8537277a0 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:44.595094 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.610418 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238bb944-cf08-41f6-ae54-94b8537277a0 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:44.627483 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Deleting port c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:44.627827 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.636070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=238bb944-cf08-41f6-ae54-94b8537277a0,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:44.642544 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.700731 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:44.749188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] For port c1ac6e13-743e-4cd7-b970-2f05998ba958, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1ac6e13-743e-4cd7-b970-2f05998ba958,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:44.749680 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.930670 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['238bb944-cf08-41f6-ae54-94b8537277a0'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:44.950596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.951666 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:44.952125 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Floating IP 1b5f581a-6668-4b1d-8745-bb3daaeef9c5 disassociated. External IP: 172.27.0.214, port: c1ac6e13-743e-4cd7-b970-2f05998ba958. Jul 22 11:22:44.953375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Calling delete_port for c1ac6e13-743e-4cd7-b970-2f05998ba958 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:44.975511 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:45.087292 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:45.136073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:45.150467 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (c1ac6e13-743e-4cd7-b970-2f05998ba958), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.187895 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'Port': ['ID=c1ac6e13-743e-4cd7-b970-2f05998ba958,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:45.318719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:22:45.327144 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44604) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:45.402728 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2362680c-2eae-422e-94bd-9e421f206535 req-0507fd80-b2a7-4dce-bb32-cb1c939044c3 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Jul 22 11:22:45.455004 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-124819203-network', 'tenant_id': 'f756b95ab7da4271a50fa3b1a5276eea'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:45.473351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:22:45.483083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:22:45.486229 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Made reservation on behalf of f756b95ab7da4271a50fa3b1a5276eea for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:45.489659 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.495460 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:45.496340 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:22:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:45.504219 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.529556 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] No DVR routers for this DVR port c1ac6e13-743e-4cd7-b970-2f05998ba958 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:45.537849 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.542521 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3923a672-c0ba-4a0f-bafd-7a98105d13e6 req-a5fd57a6-5221-4497-b05c-54efe63aa833 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.43 "DELETE /v2.0/ports/c1ac6e13-743e-4cd7-b970-2f05998ba958 HTTP/1.1" status: 204 len: 173 time: 1.0329201 Jul 22 11:22:45.543209 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-deleted', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:45.546411 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a6628-47b9-44d6-8c12-7277d0738220" -d '{"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-deleted", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:45.576789 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:45.579634 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:45.622048 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks [] for security_group (ffa2134f-87fb-4d9a-a670-f87c925d6ec1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.628201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ffa2134f-87fb-4d9a-a670-f87c925d6ec1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.657213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4632343-76ba-4f47-879d-07e080f6ce4b x-openstack-request-id: req-b4632343-76ba-4f47-879d-07e080f6ce4b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:45.657544 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46", "name": "network-vif-deleted", "tag": "c1ac6e13-743e-4cd7-b970-2f05998ba958", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:45.657760 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4632343-76ba-4f47-879d-07e080f6ce4b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:45.658207 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4632343-76ba-4f47-879d-07e080f6ce4b'] response: {'server_uuid': 'f0cfbbe3-bc06-476d-a92a-bbd38a3e0f46', 'name': 'network-vif-deleted', 'tag': 'c1ac6e13-743e-4cd7-b970-2f05998ba958', 'status': 'completed', 'code': 200} Jul 22 11:22:45.673390 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:22:45.680054 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2134f-87fb-4d9a-a670-f87c925d6ec1,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:45.691422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (b01f1373-6f95-445e-9470-1c59f9a3eae4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.691986 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Added segment b01f1373-6f95-445e-9470-1c59f9a3eae4 of type vlan for network 21334fc9-8075-4597-ace1-e64a29a68fe1 Jul 22 11:22:45.716674 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:45.781617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (21334fc9-8075-4597-ace1-e64a29a68fe1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.804653 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75640bb-4e43-47a5-97b4-f35409aebcc2 req-6ef72a53-4346-4de6-a068-730d47d3d45e tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:45.806436 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b75640bb-4e43-47a5-97b4-f35409aebcc2 req-6ef72a53-4346-4de6-a068-730d47d3d45e tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 944 time: 0.0755320 Jul 22 11:22:45.841248 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (21334fc9-8075-4597-ace1-e64a29a68fe1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.842358 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:45.843049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.891535 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5631344 Jul 22 11:22:45.895159 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44612) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:45.901045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Request body: {'subnet': {'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-124819203-subnet', 'tenant_id': 'f756b95ab7da4271a50fa3b1a5276eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:45.933977 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Made reservation on behalf of f756b95ab7da4271a50fa3b1a5276eea for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:45.935393 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71dd67-f27b-417e-ac8f-1fbc7db417ce admin admin] Pushing event updated for resources: {'Network': ['ID=21334fc9-8075-4597-ace1-e64a29a68fe1,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:45.937596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24345914'] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:45.942214 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b75640bb-4e43-47a5-97b4-f35409aebcc2 req-13aceca5-c35f-429d-8e73-28fd44354f6d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224644 Jul 22 11:22:45.954539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:45.985623 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:22:45.989905 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:22:46.152894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24393186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24345896'] for subnet (44c08e89-d7a6-4be6-898b-e69b6b5e4268), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.191095 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:46.192048 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:22:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:46.218592 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c08e89-d7a6-4be6-898b-e69b6b5e4268,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:46.229527 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Checking segment: {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:46.229873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Network hostable DHCP agents. Network: 21334fc9-8075-4597-ace1-e64a29a68fe1, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:22:46.252107 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:22:46.262878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 21334fc9-8075-4597-ace1-e64a29a68fe1) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:46.268551 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:46.269475 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.288670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f65f18de-25bd-422e-bcec-b8d70412d3e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3920202 Jul 22 11:22:46.303287 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e735ba-597a-4b35-8f58-297110e9282a None None] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:22:46.382074 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 238bb944-cf08-41f6-ae54-94b8537277a0 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:22:46.407890 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:46.444473 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=100 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:46.521073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44624) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:46.552596 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea9fe3-96ea-4167-a16e-d975ceceb66b None None] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:22:46.578698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 238bb944-cf08-41f6-ae54-94b8537277a0 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:22:46.581664 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (bdb783dc-b8bb-4939-8e9f-05222558ac1e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.609574 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (bdb783dc-b8bb-4939-8e9f-05222558ac1e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.631915 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 238bb944-cf08-41f6-ae54-94b8537277a0 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:22:46.632321 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.659978 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:46.673237 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (bdb783dc-b8bb-4939-8e9f-05222558ac1e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.677365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.678660 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "DELETE /v2.0/security-groups/bdb783dc-b8bb-4939-8e9f-05222558ac1e HTTP/1.1" status: 204 len: 168 time: 0.1565850 Jul 22 11:22:46.681931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44626) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:46.689815 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc425929-558f-45c9-8364-8a0a94f0dd6f tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb783dc-b8bb-4939-8e9f-05222558ac1e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:46.712293 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.api.v2.resource [None req-29d6cc07-9831-4394-8e60-79274ea5f173 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] show failed (client error): The resource could not be found. Jul 22 11:22:46.713495 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-29d6cc07-9831-4394-8e60-79274ea5f173 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "GET /v2.0/security-groups/bdb783dc-b8bb-4939-8e9f-05222558ac1e HTTP/1.1" status: 404 len: 347 time: 0.0302150 Jul 22 11:22:46.717125 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44628) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:46.852087 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Deleting port 95f6ab91-d863-4583-b062-a4ee43ad79e2 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:46.852563 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.852694 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:46.886039 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f9530-92eb-4a60-b5c1-8225d19a6a50 None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:15:47Z', 'revision_number': 4, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'b238f1f2-f5d7-4cad-96a4-6533795ec25b', 'name': '', 'network_id': '7318ffdd-ae63-4738-8d01-53fbef338615', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'mac_address': 'fa:16:3e:46:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:45Z', 'updated_at': '2022-07-22T11:15:58Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'subnets': [{'id': 'e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:22:46.887902 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 238bb944-cf08-41f6-ae54-94b8537277a0 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:46.888295 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.936132 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:46.938481 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df82e7dd-8eff-4c3f-be48-0de3fc8233bb" -d '{"events": [{"server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "name": "network-vif-plugged", "status": "completed", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:46.983480 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=238bb944-cf08-41f6-ae54-94b8537277a0,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:46.990724 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:46.991822 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:47.006756 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:47.014031 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (95f6ab91-d863-4583-b062-a4ee43ad79e2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:47.038909 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Calling delete_port for 95f6ab91-d863-4583-b062-a4ee43ad79e2 owned by network:floatingip {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:47.049440 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ffcc6-a90d-40c1-8e4f-68387529e421 x-openstack-request-id: req-364ffcc6-a90d-40c1-8e4f-68387529e421 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:47.050013 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "name": "network-vif-plugged", "status": "completed", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:47.050278 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-364ffcc6-a90d-40c1-8e4f-68387529e421 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:47.050702 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364ffcc6-a90d-40c1-8e4f-68387529e421'] response: {'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0', 'code': 200} Jul 22 11:22:47.075515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: c1ac6e13-743e-4cd7-b970-2f05998ba958 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:47.076074 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c1ac6e13-743e-4cd7-b970-2f05998ba958 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:47.085296 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:47.157201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2dbea-88da-49fb-804c-f30cbadf74a3 req-3c7f2487-3286-47ba-9e49-d7c2ca01b230 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:47.158809 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a9d2dbea-88da-49fb-804c-f30cbadf74a3 req-3c7f2487-3286-47ba-9e49-d7c2ca01b230 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.1043496 Jul 22 11:22:47.244659 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf84e2-1175-4b83-ba00-00214f4c522e None None] New status for floating IP 1b5f581a-6668-4b1d-8745-bb3daaeef9c5: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:22:47.251476 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a9d2dbea-88da-49fb-804c-f30cbadf74a3 req-5b899e43-a655-43fa-accc-f1f8a46aa4d0 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854483 Jul 22 11:22:47.285806 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af85af-1328-4ef6-8a5f-98474665413b req-cdf16671-cef5-4465-874b-3d0cb10a816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:47.287479 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5af85af-1328-4ef6-8a5f-98474665413b req-cdf16671-cef5-4465-874b-3d0cb10a816c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 1129 time: 0.0814795 Jul 22 11:22:47.301550 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:47.309256 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:47.336734 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (95f6ab91-d863-4583-b062-a4ee43ad79e2), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:47.344217 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.db.api [None req-adcf84e2-1175-4b83-ba00-00214f4c522e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 22 11:22:47.344696 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG oslo_db.api [None req-adcf84e2-1175-4b83-ba00-00214f4c522e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:22:47.350586 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a5af85af-1328-4ef6-8a5f-98474665413b req-37d2e9b0-21c9-4425-b5e7-2c5e32845653 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Jul 22 11:22:47.377780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Pushing event deleted for resources: {'Port': ['ID=95f6ab91-d863-4583-b062-a4ee43ad79e2,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:47.443488 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks [] for floatingip (1b5f581a-6668-4b1d-8745-bb3daaeef9c5), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:47.446042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:47.447244 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-a974bbf3-bbad-4cb1-a007-272b04e79d92 tempest-AttachVolumeShelveTestJSON-101294574 tempest-AttachVolumeShelveTestJSON-101294574-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b5f581a-6668-4b1d-8745-bb3daaeef9c5 HTTP/1.1" status: 204 len: 168 time: 0.7277980 Jul 22 11:22:47.847308 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf84e2-1175-4b83-ba00-00214f4c522e None None] New status for floating IP 1b5f581a-6668-4b1d-8745-bb3daaeef9c5: DOWN {{(pid=104151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:22:48.237216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-7157c430-0281-420a-85a1-27210c496a34 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:48.238686 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-7157c430-0281-420a-85a1-27210c496a34 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 813 time: 0.1199214 Jul 22 11:22:48.253798 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-74223e8b-824d-4436-9116-8731010167d5 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/quotas/f756b95ab7da4271a50fa3b1a5276eea HTTP/1.1" status: 200 len: 375 time: 0.0093830 Jul 22 11:22:48.288283 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-f2fbf036-ad06-4d8b-b245-f432d0825d88 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291502 Jul 22 11:22:48.352591 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:48.376208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:48.397657 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7749330-afa1-443c-8959-d2199fdb84d0 req-4c893052-398b-4d4d-914f-41880c304f79 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:48.403670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-ff33b8d2-e77c-42f5-bf67-d09993e030cf service neutron] 10.222.0.20 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085334 Jul 22 11:22:48.406373 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d7749330-afa1-443c-8959-d2199fdb84d0 req-4c893052-398b-4d4d-914f-41880c304f79 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.0623310 Jul 22 11:22:48.456837 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d7749330-afa1-443c-8959-d2199fdb84d0 req-a5e4496a-576b-4045-a971-a155c9709198 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495832 Jul 22 11:22:48.523529 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-60fd53b0-224a-42e1-a143-6b94b2f6650d service neutron] 10.222.0.20 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122317 Jul 22 11:22:48.694195 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94235fb6-5fb3-4a0f-9104-1e621d0377b5 req-65915754-0c9d-4f1f-8e36-2e6c1c1a0202 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 210 time: 0.0331795 Jul 22 11:22:49.593279 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f395d6-32f8-4366-9222-4c200b9b964f req-15d2e463-a122-4a5e-ae54-25fec4731e98 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:49.595696 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b0f395d6-32f8-4366-9222-4c200b9b964f req-15d2e463-a122-4a5e-ae54-25fec4731e98 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.0527258 Jul 22 11:22:49.647005 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b0f395d6-32f8-4366-9222-4c200b9b964f req-7f21d2ac-4ced-44c1-b2c0-a72048c75a03 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Jul 22 11:22:49.805984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-6a8c3fff-1b8a-437c-b99f-e7b5e7bb6d13 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:49.810528 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-6a8c3fff-1b8a-437c-b99f-e7b5e7bb6d13 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 813 time: 0.1626756 Jul 22 11:22:49.836278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Request body: {'port': {'device_id': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1', 'admin_state_up': True, 'tenant_id': 'f756b95ab7da4271a50fa3b1a5276eea'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:49.842093 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-225ac000-7071-4060-99f3-bbf866d4c8f3 req-6dd14bd7-8a2a-46f0-9c98-d365287a908c tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 210 time: 0.0650284 Jul 22 11:22:50.008589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Made reservation on behalf of f756b95ab7da4271a50fa3b1a5276eea for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:50.012076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44704) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:50.013336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.203149 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Allocated IP 172.20.0.10 (21334fc9-8075-4597-ace1-e64a29a68fe1/44c08e89-d7a6-4be6-898b-e69b6b5e4268/c8beaed8-70cd-4d5c-982a-92365698836f) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:22:50.303320 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:50.411908 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks [] for port (c8beaed8-70cd-4d5c-982a-92365698836f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.457518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.491463 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.528966 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:22:50.536512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:22:50.551877 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:22:50.559514 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:50.593718 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f4ef-c245-4c64-a05c-efe78c139844 req-91ac69ed-0527-4525-9cbd-5af9c42a553a tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:50.595338 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d180f4ef-c245-4c64-a05c-efe78c139844 req-91ac69ed-0527-4525-9cbd-5af9c42a553a tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.1291745 Jul 22 11:22:50.598801 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Pushing event updated for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:50.641616 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:50.642188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.671060 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-d0f43cdc-fb72-4880-b0dd-6f0b91418cc6 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394234 Jul 22 11:22:50.698104 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d180f4ef-c245-4c64-a05c-efe78c139844 req-b327fc72-7ec1-4909-b7a2-5cdda6f556e2 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787797 Jul 22 11:22:50.750899 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Deleting port b238f1f2-f5d7-4cad-96a4-6533795ec25b {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:50.751565 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.834653 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] For port b238f1f2-f5d7-4cad-96a4-6533795ec25b, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=b238f1f2-f5d7-4cad-96a4-6533795ec25b,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:50.835029 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:50.850391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Calling delete_port for b238f1f2-f5d7-4cad-96a4-6533795ec25b owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:50.923174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:50.938651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:51.009931 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91c53d-7417-4f22-a626-381aa2b8bc26 req-80618d25-edc5-4d8e-a2b8-77e2c931ce74 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:51.011548 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0c91c53d-7417-4f22-a626-381aa2b8bc26 req-80618d25-edc5-4d8e-a2b8-77e2c931ce74 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 932 time: 0.0892735 Jul 22 11:22:51.100978 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0c91c53d-7417-4f22-a626-381aa2b8bc26 req-3c634ad1-984f-48e1-91e5-cd16895a60a4 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819967 Jul 22 11:22:51.128315 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (b238f1f2-f5d7-4cad-96a4-6533795ec25b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:51.152565 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b238f1f2-f5d7-4cad-96a4-6533795ec25b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:51.343959 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:51.574493 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Router 3647e432-e744-4e21-a5e0-d0fe0eb52247 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:22:51.657393 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Request body: {'port': {'device_id': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:51.690489 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:22:51.695981 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3575cfd7-b9ac-463e-b070-c76cdd77d0d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/3647e432-e744-4e21-a5e0-d0fe0eb52247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827176 Jul 22 11:22:51.698494 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44716) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:51.701406 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Sync routers for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:22:51.715983 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:51.716633 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:22:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:51.741780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:51.827427 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks [] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:51.885389 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:51.925457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d72f8b-5e00-44bf-a5b7-0640530f55ef req-fb64469c-10b2-4371-95d6-c67f57f19c7d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:51.927230 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78d72f8b-5e00-44bf-a5b7-0640530f55ef req-fb64469c-10b2-4371-95d6-c67f57f19c7d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.1135108 Jul 22 11:22:52.079397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:22:51Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:52.080347 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60953f-80a0-45bf-8b02-46115270f55a req-d5d453cc-1dd2-4262-a2c3-d32c0196e41d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:52.082650 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7b60953f-80a0-45bf-8b02-46115270f55a req-d5d453cc-1dd2-4262-a2c3-d32c0196e41d tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 945 time: 0.0790272 Jul 22 11:22:52.082776 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:52.089602 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78d72f8b-5e00-44bf-a5b7-0640530f55ef req-42ff84a9-19c6-47eb-8bb9-1e582bd42b19 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/security-groups?id=6399ea0e-c52e-43d8-acff-422e8e51f384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524684 Jul 22 11:22:52.120425 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Checking router: 3647e432-e744-4e21-a5e0-d0fe0eb52247 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:22:52.125520 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Routers {'3647e432-e744-4e21-a5e0-d0fe0eb52247'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:22:52.126161 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:22:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['3647e432-e744-4e21-a5e0-d0fe0eb52247'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:52.144868 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:52.174839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:52.177396 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks [] for router_gateway (3647e432-e744-4e21-a5e0-d0fe0eb52247), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.181514 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:52.229516 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Deleting port 238bb944-cf08-41f6-ae54-94b8537277a0 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:52.229862 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.241868 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] Set router 3647e432-e744-4e21-a5e0-d0fe0eb52247 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:22:52.253692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8beaed8-70cd-4d5c-982a-92365698836f {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:52.269665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks [] for port (c8beaed8-70cd-4d5c-982a-92365698836f), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.270510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Deleting port 3ea693a3-3bb1-46b6-809c-f5df930fa98f {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:52.270866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.279032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4489ecf-034e-4331-a156-933e50d60354 req-36ddc86c-e01c-4c89-834a-bac8c434b373 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:52.280624 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4489ecf-034e-4331-a156-933e50d60354 req-36ddc86c-e01c-4c89-834a-bac8c434b373 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 932 time: 0.0636554 Jul 22 11:22:52.319692 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Transition to ACTIVE for port object c8beaed8-70cd-4d5c-982a-92365698836f will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:22:52.329539 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.395372 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f4489ecf-034e-4331-a156-933e50d60354 req-7adb4676-9936-4b0d-875f-1609c25e6bfc tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Jul 22 11:22:52.409485 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] For port 3ea693a3-3bb1-46b6-809c-f5df930fa98f, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=3ea693a3-3bb1-46b6-809c-f5df930fa98f,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:52.409868 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.425740 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Calling delete_port for 3ea693a3-3bb1-46b6-809c-f5df930fa98f owned by network:router_gateway {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:52.550115 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:22:51Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:52.576824 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf724d6-d887-4414-aec2-5f5550e7d8f9 None None] The sync data for ids ['3647e432-e744-4e21-a5e0-d0fe0eb52247'] in dv-cinder-848900-4-iscsi is: [{'id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'name': 'tempest-AttachVolumeShelveTestJSON-1793770162-router', 'tenant_id': 'b745569c01e04aa18f5494b0856bc3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:15:40Z', 'updated_at': '2022-07-22T11:22:51Z', 'revision_number': 5, 'project_id': 'b745569c01e04aa18f5494b0856bc3d1', 'gw_port': {'id': '3ea693a3-3bb1-46b6-809c-f5df930fa98f', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3647e432-e744-4e21-a5e0-d0fe0eb52247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:15:41Z', 'updated_at': '2022-07-22T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:22:52.612538 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (3ea693a3-3bb1-46b6-809c-f5df930fa98f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.639389 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea693a3-3bb1-46b6-809c-f5df930fa98f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:52.692981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] For port 238bb944-cf08-41f6-ae54-94b8537277a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=238bb944-cf08-41f6-ae54-94b8537277a0,segment=NetworkSegment(36b26ab8-ddc0-496e-a5ca-376022ed3ec3),segment_id=36b26ab8-ddc0-496e-a5ca-376022ed3ec3)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:52.693570 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.708000 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:52.713774 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.735799 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:52.738955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Calling delete_port for 238bb944-cf08-41f6-ae54-94b8537277a0 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:52.803007 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.805260 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks [] for router_controller (3647e432-e744-4e21-a5e0-d0fe0eb52247), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.848327 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (3647e432-e744-4e21-a5e0-d0fe0eb52247), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.849054 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3647e432-e744-4e21-a5e0-d0fe0eb52247 {{(pid=104148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:22:52.850977 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Attempting to bind port c8beaed8-70cd-4d5c-982a-92365698836f on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:22:52.851356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Attempting to bind port c8beaed8-70cd-4d5c-982a-92365698836f by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:22:52.851694 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Attempting to bind port c8beaed8-70cd-4d5c-982a-92365698836f on network 21334fc9-8075-4597-ace1-e64a29a68fe1 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:52.853353 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.854661 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7b931b1e-8734-4daf-93ea-1ca05c04018a admin admin] 10.222.0.20 "DELETE /v2.0/routers/3647e432-e744-4e21-a5e0-d0fe0eb52247 HTTP/1.1" status: 204 len: 168 time: 1.1547322 Jul 22 11:22:52.857061 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44722) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:52.867128 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Port c8beaed8-70cd-4d5c-982a-92365698836f on network 21334fc9-8075-4597-ace1-e64a29a68fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:22:52.867348 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Attempting to bind port c8beaed8-70cd-4d5c-982a-92365698836f on network 21334fc9-8075-4597-ace1-e64a29a68fe1 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:22:52.874809 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:22:52.875111 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Checking segment: {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:22:52.875532 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Bound using segment: {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:22:52.875972 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Bound port: c8beaed8-70cd-4d5c-982a-92365698836f, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:22:52.876337 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.904205 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Deleting subnet e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:22:52.908528 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Publish callbacks [] for subnet (e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.946980 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.976463 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (238bb944-cf08-41f6-ae54-94b8537277a0), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:52.988963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['238bb944-cf08-41f6-ae54-94b8537277a0'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:52.991474 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:22:53.020451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Pushing event deleted for resources: {'Port': ['ID=238bb944-cf08-41f6-ae54-94b8537277a0,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:53.026834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c8beaed8-70cd-4d5c-982a-92365698836f,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:22:53.051714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.055088 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.083284 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:53.105131 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] No DVR routers for this DVR port 238bb944-cf08-41f6-ae54-94b8537277a0 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:53.110343 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.113742 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7b60953f-80a0-45bf-8b02-46115270f55a req-cd360a8e-ceb5-43d3-8118-37a556d12073 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.43 "DELETE /v2.0/ports/238bb944-cf08-41f6-ae54-94b8537277a0 HTTP/1.1" status: 204 len: 173 time: 1.0183966 Jul 22 11:22:53.117472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'name': 'network-vif-deleted', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:53.119518 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1752a6-3899-4998-9b4e-26f651fe2358" -d '{"events": [{"server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "name": "network-vif-deleted", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:53.123215 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:53.124001 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.125399 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/c8beaed8-70cd-4d5c-982a-92365698836f HTTP/1.1" status: 200 len: 1094 time: 1.4730513 Jul 22 11:22:53.153589 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ecb62-1d56-43f5-8b0b-cdf9a32d34b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:53.165445 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.197929 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:53.205924 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.208457 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d81d4523-799d-4284-8d70-cda6275731b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9b15c75-e725-4a7f-a9e4-ab4c918e3ab0 HTTP/1.1" status: 204 len: 168 time: 0.3503881 Jul 22 11:22:53.209855 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb17c9a-c2c6-49d2-9c57-79815f93a65d None None] Network 7318ffdd-ae63-4738-8d01-53fbef338615 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:22:53.210813 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44728) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:53.256780 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device b238f1f2-f5d7-4cad-96a4-6533795ec25b no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:53.264920 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:53.277182 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13964096-8bf0-434b-85f5-c519c767fad1 x-openstack-request-id: req-13964096-8bf0-434b-85f5-c519c767fad1 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:53.277515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59f025-efd2-49c0-b90c-ce951e3d2d94", "name": "network-vif-deleted", "tag": "238bb944-cf08-41f6-ae54-94b8537277a0", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:53.277816 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13964096-8bf0-434b-85f5-c519c767fad1 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:53.279098 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13964096-8bf0-434b-85f5-c519c767fad1'] response: {'server_uuid': 'cb59f025-efd2-49c0-b90c-ce951e3d2d94', 'name': 'network-vif-deleted', 'tag': '238bb944-cf08-41f6-ae54-94b8537277a0', 'status': 'completed', 'code': 200} Jul 22 11:22:53.279699 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-281fce9d-f12b-4395-a8e3-26f12c1a1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:53.281402 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-281fce9d-f12b-4395-a8e3-26f12c1a1eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 1128 time: 0.0913179 Jul 22 11:22:53.283171 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3a7956f7-0ffc-4c8f-80e9-91e888f08ea7 req-b6f64239-0a45-4fe0-b907-d5f323011821 tempest-VolumesActionsTest-573291871 tempest-VolumesActionsTest-573291871-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb59f025-efd2-49c0-b90c-ce951e3d2d94 HTTP/1.1" status: 200 len: 210 time: 0.0404527 Jul 22 11:22:53.309449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: b238f1f2-f5d7-4cad-96a4-6533795ec25b {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:53.309797 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device b238f1f2-f5d7-4cad-96a4-6533795ec25b not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:53.326136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (7318ffdd-ae63-4738-8d01-53fbef338615), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.334124 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-ba79895b-0b5d-43cb-8385-d38140621254 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8beaed8-70cd-4d5c-982a-92365698836f HTTP/1.1" status: 200 len: 217 time: 0.0447078 Jul 22 11:22:53.378631 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Deleting port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:53.379446 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.432756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-e1146ccb-a778-4511-a1d7-ef67226b613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:53.434384 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-e1146ccb-a778-4511-a1d7-ef67226b613d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c08e89-d7a6-4be6-898b-e69b6b5e4268 HTTP/1.1" status: 200 len: 853 time: 0.0864539 Jul 22 11:22:53.480631 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] For port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:53.481012 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.482029 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] DHCP port deletion for 7318ffdd-ae63-4738-8d01-53fbef338615 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:22:53.499494 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Calling delete_port for e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:53.513301 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:53.530891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Deleting port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:22:53.531433 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.596100 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfb122-a8c0-4ff8-aac4-9cad587e8cf4 req-a0aa242e-326c-43c2-b751-3ebfa8b4f026 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:53.597695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1fcfb122-a8c0-4ff8-aac4-9cad587e8cf4 req-a0aa242e-326c-43c2-b751-3ebfa8b4f026 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 944 time: 0.1019819 Jul 22 11:22:53.604653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] For port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,segment=NetworkSegment(07cbbd35-6f08-4690-9dfc-266f55b70ac2),segment_id=07cbbd35-6f08-4690-9dfc-266f55b70ac2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:53.605061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.620862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Calling delete_port for e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:22:53.659290 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-6bd0b281-191c-40c1-b462-def98567889e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21334fc9-8075-4597-ace1-e64a29a68fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297680 Jul 22 11:22:53.681720 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1fcfb122-a8c0-4ff8-aac4-9cad587e8cf4 req-666cbba7-3d22-4e55-a200-93e67d5cd7fc tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756242 Jul 22 11:22:53.690528 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.711469 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (e6e04270-9dd1-4ea1-9a65-3ae6437d9d70), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.720477 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:53.726969 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] No DVR routers for this DVR port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:53.736466 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] Pushing event deleted for resources: {'Port': ['ID=e6e04270-9dd1-4ea1-9a65-3ae6437d9d70,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:53.742412 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be337f4-318f-4b74-8de9-75e35d3fcdf3 None None] No DVR routers for this DVR port e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:22:53.755809 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:53.795088 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-2fc1cc6c-7398-49fc-8a74-765ba475f36d service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281130 Jul 22 11:22:53.850157 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (7318ffdd-ae63-4738-8d01-53fbef338615), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.882662 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7318ffdd-ae63-4738-8d01-53fbef338615']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:53.892416 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cbbd35-6f08-4690-9dfc-266f55b70ac2') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:53.892719 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cbbd35-6f08-4690-9dfc-266f55b70ac2') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:22:53.902731 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (07cbbd35-6f08-4690-9dfc-266f55b70ac2), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.922137 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (07cbbd35-6f08-4690-9dfc-266f55b70ac2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.922724 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7cd4cd9e-0cf8-4900-9068-f9291b8a584d req-b8b3b22f-0f13-478d-a366-e55d904223d2 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196349 Jul 22 11:22:53.929731 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:22:53.930343 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (07cbbd35-6f08-4690-9dfc-266f55b70ac2), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:53.979799 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 07cbbd35-6f08-4690-9dfc-266f55b70ac2 resource provider aggregate not found Jul 22 11:22:54.000135 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 07cbbd35-6f08-4690-9dfc-266f55b70ac2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07cbbd35-6f08-4690-9dfc-266f55b70ac2 found for delete ", "request_id": "req-41d4bd8f-8089-430a-890a-6b5dc76d3c3b"}]} Jul 22 11:22:54.000893 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (7318ffdd-ae63-4738-8d01-53fbef338615), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.008714 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.012027 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] 10.222.0.20 "DELETE /v2.0/networks/7318ffdd-ae63-4738-8d01-53fbef338615 HTTP/1.1" status: 204 len: 168 time: 0.8000295 Jul 22 11:22:54.022187 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ec8d4-675c-4b3e-a3ff-507e52deb56a admin admin] Pushing event deleted for resources: {'Network': ['ID=7318ffdd-ae63-4738-8d01-53fbef338615,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:54.136704 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44738) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:54.177667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-b6b8c22a-566b-4a0d-893c-fdbcd42ac601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b745569c01e04aa18f5494b0856bc3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397956 Jul 22 11:22:54.180231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44740) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:54.230640 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] Publish callbacks [] for security_group (10e8e43c-b517-4b91-adb1-d354f09182c6), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.249958 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:54.255086 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] Publish callbacks [] for security_group (10e8e43c-b517-4b91-adb1-d354f09182c6), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.307582 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (10e8e43c-b517-4b91-adb1-d354f09182c6), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.310676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:54.311918 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10e8e43c-b517-4b91-adb1-d354f09182c6 HTTP/1.1" status: 204 len: 168 time: 0.1307852 Jul 22 11:22:54.321074 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624d49-f90e-4aca-bbde-e186253635a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8e43c-b517-4b91-adb1-d354f09182c6,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:54.829853 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd93830-352c-4ca8-b253-c666aec04e1a req-552fa994-f9d3-4a5e-9383-ba7aea602fed tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:54.831717 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4fd93830-352c-4ca8-b253-c666aec04e1a req-552fa994-f9d3-4a5e-9383-ba7aea602fed tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 944 time: 0.0544972 Jul 22 11:22:54.888986 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4fd93830-352c-4ca8-b253-c666aec04e1a req-412db62e-906a-4b2b-9682-698105091e3a tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Jul 22 11:22:55.084867 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 3ea693a3-3bb1-46b6-809c-f5df930fa98f no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:55.104206 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 3ea693a3-3bb1-46b6-809c-f5df930fa98f {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:55.104561 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 3ea693a3-3bb1-46b6-809c-f5df930fa98f not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:55.104987 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:55.126834 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:55.127503 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device e6e04270-9dd1-4ea1-9a65-3ae6437d9d70 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:55.279386 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:55.282582 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f9844e-40f1-4420-a950-8c7787491efe" -d '{"events": [{"name": "network-changed", "server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:55.324302 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d78c77-bc2a-4f6b-822d-36f4e2595622 x-openstack-request-id: req-a7d78c77-bc2a-4f6b-822d-36f4e2595622 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:55.324698 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:55.325178 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7d78c77-bc2a-4f6b-822d-36f4e2595622 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:55.325670 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d78c77-bc2a-4f6b-822d-36f4e2595622'] response: {'name': 'network-changed', 'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f', 'status': 'completed', 'code': 200} Jul 22 11:22:55.392580 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9844e-40f1-4420-a950-8c7787491efe req-83c08c28-e9b9-4562-8b79-d5017d8c4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:55.394517 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-83c08c28-e9b9-4562-8b79-d5017d8c4579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 1128 time: 0.0448291 Jul 22 11:22:55.497655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9844e-40f1-4420-a950-8c7787491efe req-dd505f35-5060-4f9f-8ea0-a11971f93a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:55.499213 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-dd505f35-5060-4f9f-8ea0-a11971f93a94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 914 time: 0.0986333 Jul 22 11:22:56.005879 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6a79d-f090-40fc-9c88-fca02a812c28 req-4aa1cc47-f79e-47e8-889f-d9e940a45c27 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:56.007438 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ffc6a79d-f090-40fc-9c88-fca02a812c28 req-4aa1cc47-f79e-47e8-889f-d9e940a45c27 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 944 time: 0.0484467 Jul 22 11:22:56.056540 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-ffc6a79d-f090-40fc-9c88-fca02a812c28 req-cda4d639-f259-401c-b2cd-57726ba6656e tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Jul 22 11:22:56.265373 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-4d2a39af-d9cd-4dbe-8ff8-4d62eb5a2426 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8beaed8-70cd-4d5c-982a-92365698836f HTTP/1.1" status: 200 len: 217 time: 0.0357616 Jul 22 11:22:57.013183 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c8beaed8-70cd-4d5c-982a-92365698836f details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:22:57.064198 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9844e-40f1-4420-a950-8c7787491efe req-41e877dd-66e8-4b9b-939f-c3a8560c959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:57.065855 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-41e877dd-66e8-4b9b-939f-c3a8560c959c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c08e89-d7a6-4be6-898b-e69b6b5e4268 HTTP/1.1" status: 200 len: 853 time: 0.0557804 Jul 22 11:22:57.130430 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c8beaed8-70cd-4d5c-982a-92365698836f,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:57.143619 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': 'c8beaed8-70cd-4d5c-982a-92365698836f', 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1', 'port_id': 'c8beaed8-70cd-4d5c-982a-92365698836f', 'mac_address': 'fa:16:3e:0d:9c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c08e89-d7a6-4be6-898b-e69b6b5e4268', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:22:57.185306 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c8beaed8-70cd-4d5c-982a-92365698836f is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:57.185703 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.186530 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25584-0d47-4b77-a032-141f1938f618 req-291ae192-7acf-4569-b5f0-360f330f73dd tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:57.188350 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-40e25584-0d47-4b77-a032-141f1938f618 req-291ae192-7acf-4569-b5f0-360f330f73dd tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 944 time: 0.0550964 Jul 22 11:22:57.188900 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:57.201961 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8beaed8-70cd-4d5c-982a-92365698836f {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:22:57.225058 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c8beaed8-70cd-4d5c-982a-92365698836f,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:57.234092 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.256547 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-40e25584-0d47-4b77-a032-141f1938f618 req-7bd78f9a-c797-4fd0-8256-0d8590b05515 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599160 Jul 22 11:22:57.288485 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:57.307486 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44850) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:57.419346 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a0424b90-6626-462a-b959-60cfe251622a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.499754 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a0424b90-6626-462a-b959-60cfe251622a admin admin] Publish callbacks [] for security_group (86f38607-3876-43c3-92ef-2e31530432ba), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.503489 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-a0424b90-6626-462a-b959-60cfe251622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (86f38607-3876-43c3-92ef-2e31530432ba), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.544920 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-a0424b90-6626-462a-b959-60cfe251622a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28968f10734e48868ac9522e6ad7ac84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363322 Jul 22 11:22:57.545770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424b90-6626-462a-b959-60cfe251622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f38607-3876-43c3-92ef-2e31530432ba,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:57.547734 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44854) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:57.562585 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:57.604189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] Publish callbacks [] for security_group (86f38607-3876-43c3-92ef-2e31530432ba), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.626674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] Publish callbacks [] for security_group (86f38607-3876-43c3-92ef-2e31530432ba), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.678975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (86f38607-3876-43c3-92ef-2e31530432ba), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.681585 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:57.682761 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86f38607-3876-43c3-92ef-2e31530432ba HTTP/1.1" status: 204 len: 168 time: 0.1340041 Jul 22 11:22:57.694150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf666-cfd7-4f55-8658-140436f277e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f38607-3876-43c3-92ef-2e31530432ba,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:57.850208 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:57.881042 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:57.917578 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 238bb944-cf08-41f6-ae54-94b8537277a0 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:22:57.939096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 238bb944-cf08-41f6-ae54-94b8537277a0 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:22:57.939646 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 238bb944-cf08-41f6-ae54-94b8537277a0 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:22:57.953813 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-bda18a25-831c-42a1-b213-d6bb80c989d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21334fc9-8075-4597-ace1-e64a29a68fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435977 Jul 22 11:22:57.979946 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:57.981397 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44860) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:57.995409 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-614ade18-154f-4d70-b1d6-3c8d45f4004c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.013185 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:58.072318 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-d219c0ce-87de-4abf-b1ca-be27fb60f075 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117384 Jul 22 11:22:58.095944 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-614ade18-154f-4d70-b1d6-3c8d45f4004c admin admin] Publish callbacks [] for security_group (019aebe9-9d4e-4441-a702-a3552ba54e7a), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.101071 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-614ade18-154f-4d70-b1d6-3c8d45f4004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (019aebe9-9d4e-4441-a702-a3552ba54e7a), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.150103 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ade18-154f-4d70-b1d6-3c8d45f4004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019aebe9-9d4e-4441-a702-a3552ba54e7a,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:58.154920 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-614ade18-154f-4d70-b1d6-3c8d45f4004c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e1218e8ff9b4db4a822ce23b429ab90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723020 Jul 22 11:22:58.158193 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44862) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:58.195216 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-59f9844e-40f1-4420-a950-8c7787491efe req-e605c4a2-c392-402b-bd85-964cca129364 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126220 Jul 22 11:22:58.206868 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c8beaed8-70cd-4d5c-982a-92365698836f'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:22:58.233754 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] Publish callbacks [] for security_group (019aebe9-9d4e-4441-a702-a3552ba54e7a), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.259156 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] Publish callbacks [] for security_group (019aebe9-9d4e-4441-a702-a3552ba54e7a), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.318138 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (019aebe9-9d4e-4441-a702-a3552ba54e7a), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.322562 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.327372 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/019aebe9-9d4e-4441-a702-a3552ba54e7a HTTP/1.1" status: 204 len: 168 time: 0.1646984 Jul 22 11:22:58.338057 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bede7ea-3e82-4523-a1ad-3fdc88f3d7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019aebe9-9d4e-4441-a702-a3552ba54e7a,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:58.418224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a0b8-5691-4624-a93f-688c1e8c1f6f req-ba10f77f-7ffc-4001-8777-e764cb920175 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:58.419856 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5313a0b8-5691-4624-a93f-688c1e8c1f6f req-ba10f77f-7ffc-4001-8777-e764cb920175 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 945 time: 0.0847557 Jul 22 11:22:58.478065 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5313a0b8-5691-4624-a93f-688c1e8c1f6f req-cf3367d5-fb48-4011-a628-4924057aff87 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Jul 22 11:22:58.773228 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c8beaed8-70cd-4d5c-982a-92365698836f up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:22:58.818059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port c8beaed8-70cd-4d5c-982a-92365698836f completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:22:58.827460 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port c8beaed8-70cd-4d5c-982a-92365698836f triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:22:58.828062 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.948893 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port c8beaed8-70cd-4d5c-982a-92365698836f is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:22:58.949539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:58.954371 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:58.979876 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:22:58.982175 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890647b-9250-4c24-8b9c-c3f4f5d57fbf" -d '{"events": [{"server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "name": "network-vif-plugged", "status": "completed", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:22:58.998813 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c8beaed8-70cd-4d5c-982a-92365698836f,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:22:59.008891 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.041180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae491b9-04d0-4e67-ba49-c256f8a8eda3 x-openstack-request-id: req-7ae491b9-04d0-4e67-ba49-c256f8a8eda3 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:22:59.041774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "name": "network-vif-plugged", "status": "completed", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:22:59.042050 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ae491b9-04d0-4e67-ba49-c256f8a8eda3 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:22:59.042601 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae491b9-04d0-4e67-ba49-c256f8a8eda3'] response: {'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f', 'code': 200} Jul 22 11:22:59.077811 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.082101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:59.212251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44898) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:59.223476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff736911-5315-43f2-ac54-b12876a5483d req-8f52b89d-f863-4960-8d96-dbf796b361c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:59.225134 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ff736911-5315-43f2-ac54-b12876a5483d req-8f52b89d-f863-4960-8d96-dbf796b361c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 1130 time: 0.0445905 Jul 22 11:22:59.273637 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ff736911-5315-43f2-ac54-b12876a5483d req-901e5c49-413d-45a7-a371-d9cc0457fb65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Jul 22 11:22:59.327532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457490046-network', 'tenant_id': 'a654962d670645aba4fe68629c84c9ef'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:59.353640 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Made reservation on behalf of a654962d670645aba4fe68629c84c9ef for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:59.356411 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.366391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.494236 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks [] for security_group (a2c4e2a8-52c0-4493-a899-b199d49acecf), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.500320 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a2c4e2a8-52c0-4493-a899-b199d49acecf), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.529884 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:22:59.542287 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4e2a8-52c0-4493-a899-b199d49acecf,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:59.548798 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (1601a7c3-0703-4462-9822-9c40edc6f9b1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.549461 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Added segment 1601a7c3-0703-4462-9822-9c40edc6f9b1 of type vlan for network 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c Jul 22 11:22:59.616986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.649189 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:59.656866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.658369 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:59.660243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.696475 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=16,neutron:UPDATE=3,neutron:SELECT=78,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:22:59.795905 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5821934 Jul 22 11:22:59.798339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44914) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:22:59.805415 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Request body: {'subnet': {'network_id': '67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457490046-subnet', 'tenant_id': 'a654962d670645aba4fe68629c84c9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:22:59.812346 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eab8f-287b-4fa6-b9e9-40ef4df37d54 admin admin] Pushing event updated for resources: {'Network': ['ID=67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:22:59.824179 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:22:59.834989 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f55aa-9fd9-4024-ad52-0fc189da5f71 req-170f4216-9ed4-4a6c-a1c9-eaa47a22acc5 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:22:59.836968 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7c8f55aa-9fd9-4024-ad52-0fc189da5f71 req-170f4216-9ed4-4a6c-a1c9-eaa47a22acc5 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 946 time: 0.1458676 Jul 22 11:22:59.869950 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Made reservation on behalf of a654962d670645aba4fe68629c84c9ef for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:22:59.879679 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24345914'] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:22:59.964425 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:00.008199 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7c8f55aa-9fd9-4024-ad52-0fc189da5f71 req-f76b6c17-8b14-4cf7-9453-506e3e1ec60f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631029 Jul 22 11:23:00.203200 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24393186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24345896'] for subnet (29c11c9a-4869-46ff-b240-c54f75be584e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:00.302019 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c11c9a-4869-46ff-b240-c54f75be584e,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:00.309465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Checking segment: {'id': '1601a7c3-0703-4462-9822-9c40edc6f9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:00.310154 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Network hostable DHCP agents. Network: 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:00.344215 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Network 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:00.362597 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:00.370773 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:00.372284 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:00.380864 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81271278-56f1-41db-9394-7e8f98292d1b None None] Network 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:00.426633 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-48078c71-aa8e-4596-afa6-07adcc921fb0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6241095 Jul 22 11:23:00.554289 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c61b02-d1a2-47a0-9e2f-5b0189501d12 None None] Network 67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:01.207617 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd287-4880-43af-979d-9b0e678fbd07 req-9b0ef9fa-0972-4ba7-8215-d5a4b433cc4f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:01.209864 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc7fd287-4880-43af-979d-9b0e678fbd07 req-9b0ef9fa-0972-4ba7-8215-d5a4b433cc4f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 946 time: 0.1113966 Jul 22 11:23:01.280180 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fc7fd287-4880-43af-979d-9b0e678fbd07 req-80a3b171-891a-4e38-98d6-0589f39905ab tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Jul 22 11:23:01.281987 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 44936) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:01.287836 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136747647-network', 'tenant_id': '50c08341b4514b148a60922002cf3593'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:01.313579 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Made reservation on behalf of 50c08341b4514b148a60922002cf3593 for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:01.317543 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.329842 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.442972 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks [] for security_group (ef17a5b9-b4b2-42a0-bbcc-b902d72036ec), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.451184 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ef17a5b9-b4b2-42a0-bbcc-b902d72036ec), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.494259 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:23:01.510409 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef17a5b9-b4b2-42a0-bbcc-b902d72036ec,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:01.520056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (143c4777-05a5-4234-b96a-d45cfb47334e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.520974 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Added segment 143c4777-05a5-4234-b96a-d45cfb47334e of type vlan for network 6ef469e4-3f28-4525-854f-b5f788ecede4 Jul 22 11:23:01.578415 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (6ef469e4-3f28-4525-854f-b5f788ecede4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.610232 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (6ef469e4-3f28-4525-854f-b5f788ecede4), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.612270 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:01.613174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.665086 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3811066 Jul 22 11:23:01.668505 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 44980) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:01.676553 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Request body: {'subnet': {'network_id': '6ef469e4-3f28-4525-854f-b5f788ecede4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136747647-subnet', 'tenant_id': '50c08341b4514b148a60922002cf3593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:01.719157 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Made reservation on behalf of 50c08341b4514b148a60922002cf3593 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:01.722236 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24345914'] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:01.747836 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6d045-3dab-433a-b77f-55661accb649 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef469e4-3f28-4525-854f-b5f788ecede4,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:01.766090 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 6ef469e4-3f28-4525-854f-b5f788ecede4 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:23:01.936647 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:02.060016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24393186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24345896'] for subnet (e274a4a8-b7e3-4431-a727-99ca882f3cff), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.118667 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e274a4a8-b7e3-4431-a727-99ca882f3cff,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:02.157351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Checking segment: {'id': '143c4777-05a5-4234-b96a-d45cfb47334e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6ef469e4-3f28-4525-854f-b5f788ecede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:02.157860 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Network hostable DHCP agents. Network: 6ef469e4-3f28-4525-854f-b5f788ecede4, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:02.181329 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Network 6ef469e4-3f28-4525-854f-b5f788ecede4 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:02.192137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 6ef469e4-3f28-4525-854f-b5f788ecede4) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:02.196718 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:02.197557 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.204327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938beee6-b6b3-4223-bd74-cd122750f24e None None] Network 6ef469e4-3f28-4525-854f-b5f788ecede4 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:02.210505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:02.221150 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-366c9938-c5af-44da-b63d-c72f181613b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5506227 Jul 22 11:23:02.380598 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45000) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:02.412713 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c565f-4e70-4bc3-ab64-96e78b7f4a3d None None] Network 6ef469e4-3f28-4525-854f-b5f788ecede4 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:02.443293 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:02.459751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Deleting subnet 29c11c9a-4869-46ff-b240-c54f75be584e {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:23:02.463926 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Publish callbacks [] for subnet (29c11c9a-4869-46ff-b240-c54f75be584e), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.516243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (29c11c9a-4869-46ff-b240-c54f75be584e), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.587278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (29c11c9a-4869-46ff-b240-c54f75be584e), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.693626 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (29c11c9a-4869-46ff-b240-c54f75be584e), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.743411 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c11c9a-4869-46ff-b240-c54f75be584e,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:02.746050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:02.756348 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-978f6a56-2a6d-44cf-81a4-0bddd1cd7bb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29c11c9a-4869-46ff-b240-c54f75be584e HTTP/1.1" status: 204 len: 168 time: 0.3740315 Jul 22 11:23:02.756512 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45008) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:02.880449 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.010949 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.042585 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.065058 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1601a7c3-0703-4462-9822-9c40edc6f9b1') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.065364 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1601a7c3-0703-4462-9822-9c40edc6f9b1') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.078612 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (1601a7c3-0703-4462-9822-9c40edc6f9b1), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.097742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (1601a7c3-0703-4462-9822-9c40edc6f9b1), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.106060 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:23:03.106803 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (1601a7c3-0703-4462-9822-9c40edc6f9b1), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.146245 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 1601a7c3-0703-4462-9822-9c40edc6f9b1 resource provider aggregate not found Jul 22 11:23:03.192634 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 1601a7c3-0703-4462-9822-9c40edc6f9b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1601a7c3-0703-4462-9822-9c40edc6f9b1 found for delete ", "request_id": "req-b3fe5e87-cdf6-468f-8319-73d60c8d0913"}]} Jul 22 11:23:03.208493 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.214830 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.219794 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] 10.222.0.20 "DELETE /v2.0/networks/67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c HTTP/1.1" status: 204 len: 168 time: 0.4607277 Jul 22 11:23:03.221257 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45016) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:03.233418 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf6184-c5c2-4418-bb81-3d88c2207260 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e7d149-7b08-48fa-bd9d-2e1e58ef1a9c,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:03.274255 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Deleting subnet e274a4a8-b7e3-4431-a727-99ca882f3cff {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:23:03.277957 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Publish callbacks [] for subnet (e274a4a8-b7e3-4431-a727-99ca882f3cff), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.315894 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (e274a4a8-b7e3-4431-a727-99ca882f3cff), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.367359 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (e274a4a8-b7e3-4431-a727-99ca882f3cff), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.438262 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (e274a4a8-b7e3-4431-a727-99ca882f3cff), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.475932 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e274a4a8-b7e3-4431-a727-99ca882f3cff,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:03.484932 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.490332 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-094f8727-7848-44d6-8912-1ec0bd1f717e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e274a4a8-b7e3-4431-a727-99ca882f3cff HTTP/1.1" status: 204 len: 168 time: 0.2675638 Jul 22 11:23:03.492958 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45026) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:03.580638 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (6ef469e4-3f28-4525-854f-b5f788ecede4), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.633049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:03.635752 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:03.691872 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (6ef469e4-3f28-4525-854f-b5f788ecede4), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.717926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef469e4-3f28-4525-854f-b5f788ecede4']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.730256 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143c4777-05a5-4234-b96a-d45cfb47334e') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.730845 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143c4777-05a5-4234-b96a-d45cfb47334e') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:03.744049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (143c4777-05a5-4234-b96a-d45cfb47334e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.761150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (143c4777-05a5-4234-b96a-d45cfb47334e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.772288 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:23:03.773129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (143c4777-05a5-4234-b96a-d45cfb47334e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.854573 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (6ef469e4-3f28-4525-854f-b5f788ecede4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.866733 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:03.875001 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ef469e4-3f28-4525-854f-b5f788ecede4 HTTP/1.1" status: 204 len: 168 time: 0.3775480 Jul 22 11:23:03.898054 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f8b4-85b1-45cc-9431-7460c20f720c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef469e4-3f28-4525-854f-b5f788ecede4,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:04.202336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45030) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:04.227593 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:23:04.320757 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8278e6a3-2aea-4990-8676-bc98538fa2fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a654962d670645aba4fe68629c84c9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117976 Jul 22 11:23:04.321311 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45034) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:04.410648 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] Publish callbacks [] for security_group (a2c4e2a8-52c0-4493-a899-b199d49acecf), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:04.456406 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] Publish callbacks [] for security_group (a2c4e2a8-52c0-4493-a899-b199d49acecf), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:04.519655 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a2c4e2a8-52c0-4493-a899-b199d49acecf), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:04.522728 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:04.523879 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2c4e2a8-52c0-4493-a899-b199d49acecf HTTP/1.1" status: 204 len: 168 time: 0.2010224 Jul 22 11:23:04.537895 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13984557-9d5a-49a5-b840-0af3ed0844b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4e2a8-52c0-4493-a899-b199d49acecf,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:05.010333 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45040) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:05.079689 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e455a46c-09c8-4217-a2eb-92912f0a2a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50c08341b4514b148a60922002cf3593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673690 Jul 22 11:23:05.082416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45042) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:05.164697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] Publish callbacks [] for security_group (ef17a5b9-b4b2-42a0-bbcc-b902d72036ec), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:05.204030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] Publish callbacks [] for security_group (ef17a5b9-b4b2-42a0-bbcc-b902d72036ec), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:05.218158 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 143c4777-05a5-4234-b96a-d45cfb47334e resource provider aggregate not found Jul 22 11:23:05.238908 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 143c4777-05a5-4234-b96a-d45cfb47334e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 143c4777-05a5-4234-b96a-d45cfb47334e found for delete ", "request_id": "req-5d898285-c474-4a19-8a11-f600f115d981"}]} Jul 22 11:23:05.271401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ef17a5b9-b4b2-42a0-bbcc-b902d72036ec), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:05.275013 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:05.281043 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef17a5b9-b4b2-42a0-bbcc-b902d72036ec HTTP/1.1" status: 204 len: 168 time: 0.1923490 Jul 22 11:23:05.291077 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49248a-f5f7-479e-8ac8-535f674bee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef17a5b9-b4b2-42a0-bbcc-b902d72036ec,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:07.620269 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45096) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:07.791882 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f017ff9a-bf5a-4ad6-8ff5-5964f8c19594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:07.908250 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f017ff9a-bf5a-4ad6-8ff5-5964f8c19594 admin admin] Publish callbacks [] for security_group (a5af359a-ddbc-4b29-9f8e-4dfd17e66591), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:07.913709 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f017ff9a-bf5a-4ad6-8ff5-5964f8c19594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a5af359a-ddbc-4b29-9f8e-4dfd17e66591), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:07.972681 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f017ff9a-bf5a-4ad6-8ff5-5964f8c19594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b997cd73e1104dd5be24a5a658706430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497405 Jul 22 11:23:07.973538 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45100) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:07.975641 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017ff9a-bf5a-4ad6-8ff5-5964f8c19594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5af359a-ddbc-4b29-9f8e-4dfd17e66591,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:08.001822 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:08.032222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] Publish callbacks [] for security_group (a5af359a-ddbc-4b29-9f8e-4dfd17e66591), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.067073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] Publish callbacks [] for security_group (a5af359a-ddbc-4b29-9f8e-4dfd17e66591), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.159978 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (a5af359a-ddbc-4b29-9f8e-4dfd17e66591), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.163461 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.169215 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5af359a-ddbc-4b29-9f8e-4dfd17e66591 HTTP/1.1" status: 204 len: 168 time: 0.1908858 Jul 22 11:23:08.176201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59471ad-ad15-4f32-99a5-642edd560360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5af359a-ddbc-4b29-9f8e-4dfd17e66591,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:08.537903 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ba116eee-168f-44ad-b39a-1ac002deb37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.651997 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45112) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:08.673019 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8e0abd06-2695-49c8-bdfc-91aca3bbcc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.713519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:08.790719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8e0abd06-2695-49c8-bdfc-91aca3bbcc09 admin admin] Publish callbacks [] for security_group (6708dbf5-2362-4871-a784-8e911aee083b), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.797559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8e0abd06-2695-49c8-bdfc-91aca3bbcc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6708dbf5-2362-4871-a784-8e911aee083b), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.845230 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0abd06-2695-49c8-bdfc-91aca3bbcc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6708dbf5-2362-4871-a784-8e911aee083b,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:08.851855 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8e0abd06-2695-49c8-bdfc-91aca3bbcc09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c61c29fd0f0a4ea6bae7f3c745261203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982403 Jul 22 11:23:08.854744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45114) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:08.932076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] Publish callbacks [] for security_group (6708dbf5-2362-4871-a784-8e911aee083b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:08.971846 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] Publish callbacks [] for security_group (6708dbf5-2362-4871-a784-8e911aee083b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:09.041677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6708dbf5-2362-4871-a784-8e911aee083b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:09.044862 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:09.049644 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6708dbf5-2362-4871-a784-8e911aee083b HTTP/1.1" status: 204 len: 168 time: 0.1937032 Jul 22 11:23:09.059764 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7acd1-f27f-4af9-b2eb-358188091b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6708dbf5-2362-4871-a784-8e911aee083b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:10.657838 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1afb-966a-4cb1-9bb0-5d61ecde5dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:12.150361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:13.728801 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:13.807101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.248324 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45254) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:17.430564 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d31ecf6-058e-46da-87fb-e1b85557bf62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.481775 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:17.562021 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d31ecf6-058e-46da-87fb-e1b85557bf62 admin admin] Publish callbacks [] for security_group (796f2442-36e9-4c59-a964-21bae7260d85), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.566658 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d31ecf6-058e-46da-87fb-e1b85557bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (796f2442-36e9-4c59-a964-21bae7260d85), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.570822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:17.637850 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45258) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:17.639145 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-7d31ecf6-058e-46da-87fb-e1b85557bf62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5df9fe50533c448996ae581694d03244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879504 Jul 22 11:23:17.639813 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31ecf6-058e-46da-87fb-e1b85557bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f2442-36e9-4c59-a964-21bae7260d85,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:17.728828 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] Publish callbacks [] for security_group (796f2442-36e9-4c59-a964-21bae7260d85), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.759457 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] Publish callbacks [] for security_group (796f2442-36e9-4c59-a964-21bae7260d85), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.836550 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (796f2442-36e9-4c59-a964-21bae7260d85), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.842247 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:17.844396 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/796f2442-36e9-4c59-a964-21bae7260d85 HTTP/1.1" status: 204 len: 168 time: 0.2033579 Jul 22 11:23:17.863050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546da1-697c-4f41-9e53-d2646745bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f2442-36e9-4c59-a964-21bae7260d85,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:18.333214 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45266) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:18.355114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c001e2d1-0ea0-4bf7-8aab-e852fa6a1316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.473637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c001e2d1-0ea0-4bf7-8aab-e852fa6a1316 admin admin] Publish callbacks [] for security_group (f7344a0b-e84d-400e-9d0d-a4c78dca3a3f), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.479016 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c001e2d1-0ea0-4bf7-8aab-e852fa6a1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f7344a0b-e84d-400e-9d0d-a4c78dca3a3f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.528930 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45268) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:18.532585 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c001e2d1-0ea0-4bf7-8aab-e852fa6a1316 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c70ba48d5e747a499b9fc05ac999ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964736 Jul 22 11:23:18.536749 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001e2d1-0ea0-4bf7-8aab-e852fa6a1316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7344a0b-e84d-400e-9d0d-a4c78dca3a3f,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:18.603158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] Publish callbacks [] for security_group (f7344a0b-e84d-400e-9d0d-a4c78dca3a3f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.634783 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] Publish callbacks [] for security_group (f7344a0b-e84d-400e-9d0d-a4c78dca3a3f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.710378 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (f7344a0b-e84d-400e-9d0d-a4c78dca3a3f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.715444 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:18.717566 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7344a0b-e84d-400e-9d0d-a4c78dca3a3f HTTP/1.1" status: 204 len: 168 time: 0.1868758 Jul 22 11:23:18.737260 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902917-632f-48ea-893b-6bf1c7b18669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7344a0b-e84d-400e-9d0d-a4c78dca3a3f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:19.234804 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:19.238914 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:19.883443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45296) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:20.031668 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707250718-network', 'tenant_id': '766b35ef85b14a22b8cf4ea1585bd180'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:20.080846 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Made reservation on behalf of 766b35ef85b14a22b8cf4ea1585bd180 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:20.084690 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.097658 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.171319 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:20.211504 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks [] for security_group (b311aef4-174e-4b0f-bed1-4c45c7f48c56), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.217260 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b311aef4-174e-4b0f-bed1-4c45c7f48c56), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.245088 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:23:20.256059 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311aef4-174e-4b0f-bed1-4c45c7f48c56,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:20.261202 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (b3013026-83f7-4a20-99c1-d976e15a06ee), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.261548 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Added segment b3013026-83f7-4a20-99c1-d976e15a06ee of type vlan for network 1f2d8688-ab51-4f00-b8e4-57cae0743d23 Jul 22 11:23:20.311608 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (1f2d8688-ab51-4f00-b8e4-57cae0743d23), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.347832 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (1f2d8688-ab51-4f00-b8e4-57cae0743d23), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.349266 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:20.350265 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.393552 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5086007 Jul 22 11:23:20.396884 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45300) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:20.406287 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Request body: {'subnet': {'network_id': '1f2d8688-ab51-4f00-b8e4-57cae0743d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707250718-subnet', 'tenant_id': '766b35ef85b14a22b8cf4ea1585bd180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:20.433555 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f5a9d-5773-4e59-ace1-5fd056ed6376 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2d8688-ab51-4f00-b8e4-57cae0743d23,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:20.448627 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 1f2d8688-ab51-4f00-b8e4-57cae0743d23 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:23:20.463238 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Made reservation on behalf of 766b35ef85b14a22b8cf4ea1585bd180 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:20.485173 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24891870'] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.780993 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24891852'] for subnet (77779017-f4d2-447c-aea8-9be0bc77f03f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.840212 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77779017-f4d2-447c-aea8-9be0bc77f03f,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:20.858831 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Checking segment: {'id': 'b3013026-83f7-4a20-99c1-d976e15a06ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f2d8688-ab51-4f00-b8e4-57cae0743d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:20.859207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Network hostable DHCP agents. Network: 1f2d8688-ab51-4f00-b8e4-57cae0743d23, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:20.880166 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Network 1f2d8688-ab51-4f00-b8e4-57cae0743d23 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:20.897138 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 1f2d8688-ab51-4f00-b8e4-57cae0743d23) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:20.903006 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:20.904116 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:20.910975 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae441a1-951d-43a9-9fba-54e4aa6cb62e None None] Network 1f2d8688-ab51-4f00-b8e4-57cae0743d23 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:20.925559 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:20.929727 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c823e4f9-0f4b-480f-af99-8d0d27cfe011 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5301805 Jul 22 11:23:21.192720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4874bc-a450-43f4-bd35-c3382e3ff636 None None] Network 1f2d8688-ab51-4f00-b8e4-57cae0743d23 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:21.748309 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45336) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:21.753215 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-589483728-network', 'tenant_id': 'acd340f4066e4e50a67608ac06380c20'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:21.792865 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Made reservation on behalf of acd340f4066e4e50a67608ac06380c20 for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:21.799251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:21.820778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:21.830911 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:21.916965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks [] for security_group (15ab58b7-9fd0-4c88-a432-df08ec4f1d8e), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:21.924504 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (15ab58b7-9fd0-4c88-a432-df08ec4f1d8e), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:21.954461 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:23:21.963843 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab58b7-9fd0-4c88-a432-df08ec4f1d8e,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:21.969994 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (5d07c340-2015-4601-970d-feb43fad29b0), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:21.970344 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Added segment 5d07c340-2015-4601-970d-feb43fad29b0 of type vlan for network 3d38771b-3b7a-409f-951e-81fb2487fda5 Jul 22 11:23:22.008172 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:22.012605 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (3d38771b-3b7a-409f-951e-81fb2487fda5), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.045038 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (3d38771b-3b7a-409f-951e-81fb2487fda5), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.046199 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:22.046866 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.123863 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3737619 Jul 22 11:23:22.127891 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa613d-36b0-4794-9357-eca06da2e4bf admin admin] Pushing event updated for resources: {'Network': ['ID=3d38771b-3b7a-409f-951e-81fb2487fda5,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:22.130938 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45338) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:22.140750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Request body: {'subnet': {'network_id': '3d38771b-3b7a-409f-951e-81fb2487fda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-589483728-subnet', 'tenant_id': 'acd340f4066e4e50a67608ac06380c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:22.149314 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 3d38771b-3b7a-409f-951e-81fb2487fda5 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:23:22.205701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:22.213274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Made reservation on behalf of acd340f4066e4e50a67608ac06380c20 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:22.217785 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24345914'] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.586305 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24393186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24345896'] for subnet (cadc8704-bbcb-4953-a5fc-e494a0698123), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.714356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadc8704-bbcb-4953-a5fc-e494a0698123,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:22.732509 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Checking segment: {'id': '5d07c340-2015-4601-970d-feb43fad29b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3d38771b-3b7a-409f-951e-81fb2487fda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:22.733105 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Network hostable DHCP agents. Network: 3d38771b-3b7a-409f-951e-81fb2487fda5, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:22.780955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Network 3d38771b-3b7a-409f-951e-81fb2487fda5 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:22.797251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 3d38771b-3b7a-409f-951e-81fb2487fda5) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:22.806151 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:22.807234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:22.819865 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dde731-7874-479d-a639-1f268f602de5 None None] Network 3d38771b-3b7a-409f-951e-81fb2487fda5 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:22.837394 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-05f1dec9-6509-408f-8706-791f5732453f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027042 Jul 22 11:23:22.952150 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13140ed-d6ea-4edb-9032-63a0f96c5108 None None] Network 3d38771b-3b7a-409f-951e-81fb2487fda5 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:23.113092 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:27.412274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45476) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:27.458665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Deleting subnet a22459dc-ca60-4960-9a8c-a4d3a0126e36 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:23:27.461851 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Publish callbacks [] for subnet (a22459dc-ca60-4960-9a8c-a4d3a0126e36), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.503512 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (a22459dc-ca60-4960-9a8c-a4d3a0126e36), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.545114 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (a22459dc-ca60-4960-9a8c-a4d3a0126e36), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.590076 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:27.619291 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (a22459dc-ca60-4960-9a8c-a4d3a0126e36), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.645053 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22459dc-ca60-4960-9a8c-a4d3a0126e36,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:27.651323 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.655494 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c0a7b6e8-655c-43cc-906c-87534566560b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a22459dc-ca60-4960-9a8c-a4d3a0126e36 HTTP/1.1" status: 204 len: 168 time: 0.2424929 Jul 22 11:23:27.658294 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45480) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:27.756819 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.849116 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.876130 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c']}} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:27.886278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b26ab8-ddc0-496e-a5ca-376022ed3ec3') {'for_net_delete': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:27.886607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b26ab8-ddc0-496e-a5ca-376022ed3ec3') {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:27.899636 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24392580'] for segment (36b26ab8-ddc0-496e-a5ca-376022ed3ec3), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.914075 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (36b26ab8-ddc0-496e-a5ca-376022ed3ec3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.921711 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=104149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:23:27.922345 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24392985'] for segment (36b26ab8-ddc0-496e-a5ca-376022ed3ec3), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:27.972928 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 36b26ab8-ddc0-496e-a5ca-376022ed3ec3 resource provider aggregate not found Jul 22 11:23:27.991921 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 36b26ab8-ddc0-496e-a5ca-376022ed3ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36b26ab8-ddc0-496e-a5ca-376022ed3ec3 found for delete ", "request_id": "req-021764f3-3059-49ae-bfd2-49cb5c0d63b3"}]} Jul 22 11:23:27.998250 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.002845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.006059 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c HTTP/1.1" status: 204 len: 168 time: 0.3467951 Jul 22 11:23:28.021076 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923224f6-61e2-4ddb-b7ce-9678387653ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb40272-eb7c-4bea-bfbf-46a5f3fdcf2c,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:28.224802 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45496) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:28.266074 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5988dd4d-f7c4-4730-b5fa-1973f6e0597a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c28a2aaa4b4d4bada90cea2b8ccff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401340 Jul 22 11:23:28.268676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45498) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:28.290959 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:28.322489 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] Publish callbacks [] for security_group (6399ea0e-c52e-43d8-acff-422e8e51f384), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.344991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] Publish callbacks [] for security_group (6399ea0e-c52e-43d8-acff-422e8e51f384), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.393824 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (6399ea0e-c52e-43d8-acff-422e8e51f384), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.396720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:28.400181 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6399ea0e-c52e-43d8-acff-422e8e51f384 HTTP/1.1" status: 204 len: 168 time: 0.1283040 Jul 22 11:23:28.406531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36f7e3-cb54-41f8-afba-9e4f0834c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399ea0e-c52e-43d8-acff-422e8e51f384,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:29.061148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.112574 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45526) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:29.224375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1373043816-network', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:29.249059 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Made reservation on behalf of d084bf56f7894fb98a46d7e2cbb34157 for: {'network': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:29.251497 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.267356 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.344022 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks [] for security_group (c3a31365-4e40-47cb-a49e-6864dbca464f), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.348696 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c3a31365-4e40-47cb-a49e-6864dbca464f), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.376219 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=104149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:23:29.387312 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a31365-4e40-47cb-a49e-6864dbca464f,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:29.392988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (48b668d9-ece9-4d8c-924a-af1fa0a0c6e3), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.393340 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.segments_db [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Added segment 48b668d9-ece9-4d8c-924a-af1fa0a0c6e3 of type vlan for network b3f9de9b-e339-44a8-8d52-963ec66a3e22 Jul 22 11:23:29.451349 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (b3f9de9b-e339-44a8-8d52-963ec66a3e22), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.482537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (b3f9de9b-e339-44a8-8d52-963ec66a3e22), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.483573 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:29.484709 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.490247 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:29.529348 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4112411 Jul 22 11:23:29.529348 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45536) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:29.534129 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Request body: {'subnet': {'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1373043816-subnet', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'ip_version': 4}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:29.575581 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317381d6-88c0-4a70-942b-d7f263450f05 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f9de9b-e339-44a8-8d52-963ec66a3e22,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:29.586374 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:23:29.589072 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Made reservation on behalf of d084bf56f7894fb98a46d7e2cbb34157 for: {'subnet': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:29.591984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24345914'] for subnet (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.764623 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24393186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24345896'] for subnet (3c4403e8-5a59-4851-82b9-16a862b66582), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.791685 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:29.828448 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4403e8-5a59-4851-82b9-16a862b66582,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:29.848083 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Checking segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:29.848443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Network hostable DHCP agents. Network: b3f9de9b-e339-44a8-8d52-963ec66a3e22, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:29.870353 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:29.884924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, b3f9de9b-e339-44a8-8d52-963ec66a3e22) {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:29.889234 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:29.889839 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.894735 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac994a-61c5-4f60-bf13-628a2ca354cb None None] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:29.906790 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c7148238-5517-44f4-ba00-b5dd250967a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3775017 Jul 22 11:23:29.909611 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45538) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:29.914502 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:29.940962 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.942237 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:29.995867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for router_controller (ef1734e3-fc77-41ec-afe1-a94332f072dc), precommit_add_association {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.001925 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:23:30.002916 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.135643 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Allocated IP 172.20.0.2 (b3f9de9b-e339-44a8-8d52-963ec66a3e22/3c4403e8-5a59-4851-82b9-16a862b66582/7e1578bf-8a9b-477d-8d23-5ccf84f1abef) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:30.137068 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for router_gateway (ef1734e3-fc77-41ec-afe1-a94332f072dc), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.297096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks [] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.304402 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.350218 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:30.361961 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for router_gateway (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.368006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:30.374447 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:30.377212 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:30.382013 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Pushing event updated for resources: {'Port': ['ID=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:30.395335 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.395698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.396055 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.396406 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.396757 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.397102 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.397436 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.397769 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.398105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.398635 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.398809 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.399089 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.399451 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.399778 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.400106 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.400440 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:30.480677 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Attempting to bind port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:30.481314 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Attempting to bind port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:30.481871 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Attempting to bind port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef on network b3f9de9b-e339-44a8-8d52-963ec66a3e22 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:30.494002 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:30.494808 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Checking segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:30.495568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.495823 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Bound using segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:30.496698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Bound port: 7e1578bf-8a9b-477d-8d23-5ccf84f1abef, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:30.497324 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.569446 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:30.571908 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] For port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:30.576116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] For port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:30.582828 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.596981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Allocated IP 172.27.0.18 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/4a54449a-54d3-4e4c-98ba-04cf61f45202) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:30.681334 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959ef8-e37d-4422-8224-fbc63edddb87 None None] Pushing event updated for resources: {'Port': ['ID=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:30.741922 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.784751 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:30.840165 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:30.846857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:30.851787 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:30.875647 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Pushing event updated for resources: {'Port': ['ID=4a54449a-54d3-4e4c-98ba-04cf61f45202,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:30.881665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:31.118632 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 7e1578bf-8a9b-477d-8d23-5ccf84f1abef up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:31.175172 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:31.176426 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.199121 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:31.261490 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:31.261884 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.304352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:31.309610 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.377452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:31.398591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for router_gateway (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.591776 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.640871 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536548bd-dbf6-4c0d-a970-5908086caf3c None None] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:31.732155 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Router ef1734e3-fc77-41ec-afe1-a94332f072dc is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:23:31.764083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-e5cc779d-8934-4a3c-bb20-32b6b4ed411e None None] Provisioning complete for port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:31.764457 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e5cc779d-8934-4a3c-bb20-32b6b4ed411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.843446 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:31.852933 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc779d-8934-4a3c-bb20-32b6b4ed411e None None] Current status of the port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:31.856259 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:23:31.869551 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Sync routers for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:23:31.882795 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:31.884302 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:31.892664 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:31.894374 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-60e850d1-58d6-4790-b70e-7f0063bd8730 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9836500 Jul 22 11:23:31.897243 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45560) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:32.061877 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:32.078610 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-95f8de5a-f799-49b4-a1a0-87097bb2a6fa None None] Provisioning complete for port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:32.079251 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-95f8de5a-f799-49b4-a1a0-87097bb2a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.165618 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-95f8de5a-f799-49b4-a1a0-87097bb2a6fa None None] Current status of the port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:32.262599 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:31Z', 'revision_number': 3, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:32.296060 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Checking router: ef1734e3-fc77-41ec-afe1-a94332f072dc for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:23:32.296507 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Updating router ef1734e3-fc77-41ec-afe1-a94332f072dc port 4a54449a-54d3-4e4c-98ba-04cf61f45202 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:23:32.328177 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.589831 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks [] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.596109 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.597216 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.659720 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Pushing event updated for resources: {'Port': ['ID=4a54449a-54d3-4e4c-98ba-04cf61f45202,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:32.664233 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Attempting to bind port 4a54449a-54d3-4e4c-98ba-04cf61f45202 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:32.664623 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Attempting to bind port 4a54449a-54d3-4e4c-98ba-04cf61f45202 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:32.664952 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Attempting to bind port 4a54449a-54d3-4e4c-98ba-04cf61f45202 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:32.672393 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.672736 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.673094 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.673457 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.673792 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.674114 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.674436 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.674757 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.675079 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.675421 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.675742 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.676075 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.676397 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.676711 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.677025 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:32.682553 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:32.682921 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:32.683373 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.683720 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:32.684189 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Bound port: 4a54449a-54d3-4e4c-98ba-04cf61f45202, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:32.684627 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.742829 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] For port 4a54449a-54d3-4e4c-98ba-04cf61f45202, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:32.746157 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] For port 4a54449a-54d3-4e4c-98ba-04cf61f45202, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4a54449a-54d3-4e4c-98ba-04cf61f45202,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:32.754038 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.763405 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Allocated IP 172.20.0.1 (b3f9de9b-e339-44a8-8d52-963ec66a3e22/3c4403e8-5a59-4851-82b9-16a862b66582/4230cb28-4478-4edf-a59d-7bfc4c2dd103) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:32.772919 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:32.801410 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:32.822655 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:32.823320 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:32.825581 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f0f9-7682-42ba-b9c4-af3aba8a1931 None None] Pushing event updated for resources: {'Port': ['ID=4a54449a-54d3-4e4c-98ba-04cf61f45202,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:32.859142 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:32.891914 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks [] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.929191 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:32.971627 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:32.974570 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:32.980675 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:33.009357 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:33.041420 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.049113 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:33.163985 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 7e1578bf-8a9b-477d-8d23-5ccf84f1abef up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:33.217105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:33.217719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.242431 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:33.253116 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:33.346460 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.353452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:33.401147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-e3371057-8e34-4c14-8428-3438747413c1 None None] Provisioning complete for port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:33.401606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e3371057-8e34-4c14-8428-3438747413c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.414826 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:31Z', 'revision_number': 3, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:33.451031 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-e3371057-8e34-4c14-8428-3438747413c1 None None] Port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:23:33.460703 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd693833-08ec-4591-bf13-41f49a3a9829 None None] The sync data for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi is: [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:31Z', 'revision_number': 3, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:23:33.580146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks [] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.585996 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.676629 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:33.681165 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:33.842670 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:33.850058 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:33.857382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:33.985930 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Router ef1734e3-fc77-41ec-afe1-a94332f072dc has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:23:34.037968 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:34.103426 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:23:34.109338 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-b1d62603-db5a-4e16-9676-0d190ce5c3e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/ef1734e3-fc77-41ec-afe1-a94332f072dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2110460 Jul 22 11:23:34.186322 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-5ac4bfd4-4943-4ac3-a89e-b60a1d824171 None None] Provisioning complete for port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:34.186843 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bfd4-4943-4ac3-a89e-b60a1d824171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.227083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4bfd4-4943-4ac3-a89e-b60a1d824171 None None] Port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:23:34.632226 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45598) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:34.637637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437074301-network', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:34.660653 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Made reservation on behalf of efb23709e5fc4d6ea06087c45b13f0e9 for: {'network': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:34.663348 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for network (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.674141 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.757355 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks [] for security_group (fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.763888 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.786812 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=104148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:23:34.811935 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (a7a6129e-1498-463e-88b8-9b0b08ddaec4), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.812295 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.segments_db [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Added segment a7a6129e-1498-463e-88b8-9b0b08ddaec4 of type vlan for network 3dbb80be-3d98-4a84-9156-1b9aa903a75d Jul 22 11:23:34.820612 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:34.860144 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753159794481'] for network (3dbb80be-3d98-4a84-9156-1b9aa903a75d), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.892106 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841'] for network (3dbb80be-3d98-4a84-9156-1b9aa903a75d), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.893679 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:34.894320 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:34.933037 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2995908 Jul 22 11:23:34.935824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45610) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:34.941026 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Request body: {'subnet': {'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437074301-subnet', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'ip_version': 4}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:34.986280 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ffc9-1538-49da-9627-0084d44072f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3dbb80be-3d98-4a84-9156-1b9aa903a75d,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:35.001097 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d details requested by agent ovs-agent-dv-cinder-848900-4-iscsi with host dv-cinder-848900-4-iscsi {{(pid=104150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:23:35.007097 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Made reservation on behalf of efb23709e5fc4d6ea06087c45b13f0e9 for: {'subnet': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:23:35.010433 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24891870'] for subnet (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.170999 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4a54449a-54d3-4e4c-98ba-04cf61f45202 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:35.230378 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 4a54449a-54d3-4e4c-98ba-04cf61f45202 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:35.231059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.248016 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24819857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24891852'] for subnet (2f94c771-ccf5-46df-b36d-8c011c03cf7f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.273469 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:35.303943 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:35.304219 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Sync routers for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:23:35.311374 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f94c771-ccf5-46df-b36d-8c011c03cf7f,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:35.333002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Checking segment: {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:35.333479 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Network hostable DHCP agents. Network: 3dbb80be-3d98-4a84-9156-1b9aa903a75d, hostable agents: ['0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601'], hosted agents: [] {{(pid=104148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:23:35.338758 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 4a54449a-54d3-4e4c-98ba-04cf61f45202 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:35.339361 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.346084 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:35.346860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:35.353515 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d is scheduled to be hosted by DHCP agent 0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601 with binding_index 1 {{(pid=104148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:23:35.365066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-4-iscsi, 3dbb80be-3d98-4a84-9156-1b9aa903a75d) {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:35.371201 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:35.371948 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.382224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:35.395026 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f16fec24-0d5d-40f4-a4c7-10b65ca3187e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4551544 Jul 22 11:23:35.395466 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45614) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:35.399963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37952d0-5216-4990-843b-01a7d77d93f6 None None] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:35.400119 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:35.419343 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 4a54449a-54d3-4e4c-98ba-04cf61f45202, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4a54449a-54d3-4e4c-98ba-04cf61f45202,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:35.425009 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33170271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (30a453cd-3858-4862-b36e-f165c09e0c50), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.426026 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33185606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33180107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33226874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3050'] for router (30a453cd-3858-4862-b36e-f165c09e0c50), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.435187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.490664 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for router_controller (30a453cd-3858-4862-b36e-f165c09e0c50), precommit_add_association {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.637371 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for router_gateway (30a453cd-3858-4862-b36e-f165c09e0c50), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.719165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=4a54449a-54d3-4e4c-98ba-04cf61f45202,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:35.741798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:35.771171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e3acecb-8c1c-51dd-b757-6ad774118425-3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'fixed_ips': [{'subnet_id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f'}]}} from dv-cinder-848900-4-iscsi. {{(pid=104150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 22 11:23:35.772165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.830296 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for router_gateway (30a453cd-3858-4862-b36e-f165c09e0c50), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.851821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:35.961508 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:35.977291 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Allocated IP 172.27.0.208 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/56b98615-8ff7-449c-8a2c-0e300f166cd1) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:36.066466 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.db_base_plugin_common [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Allocated IP 172.20.0.2 (3dbb80be-3d98-4a84-9156-1b9aa903a75d/2f94c771-ccf5-46df-b36d-8c011c03cf7f/1aa61226-5418-4b61-aa7b-86ccb3b75f6c) {{(pid=104150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:36.095809 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 2, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:36.112277 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.132014 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Checking router: ef1734e3-fc77-41ec-afe1-a94332f072dc for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:23:36.132380 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Updating router ef1734e3-fc77-41ec-afe1-a94332f072dc port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:23:36.151813 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.195386 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:36.204304 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.204746 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:36.210465 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:36.245964 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Pushing event updated for resources: {'Port': ['ID=56b98615-8ff7-449c-8a2c-0e300f166cd1,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:36.282027 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:36.389727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:36.409499 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:36.421096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks [] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), precommit_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.434507 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), after_create {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.505880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d is already hosted by enough agents. {{(pid=104150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:36.519766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for router_gateway (30a453cd-3858-4862-b36e-f165c09e0c50), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.535611 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.scheduler.base_scheduler [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Resources bound (agent type, host, resource id): {{(pid=104150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:36.540059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Received port after_create {{(pid=104150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:36.542145 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Pushing event updated for resources: {'Port': ['ID=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,revision_number=1']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:36.623527 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Attempting to bind port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:36.623893 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Attempting to bind port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:36.624316 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Attempting to bind port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c on network 3dbb80be-3d98-4a84-9156-1b9aa903a75d {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:36.638208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:36.638593 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Checking segment: {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:36.638997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.639423 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Bound using segment: {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:36.639907 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Bound port: 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:36.640293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.722583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33185543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33178546'] for router (30a453cd-3858-4862-b36e-f165c09e0c50), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.740679 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks [] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.751925 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.758421 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] For port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:36.764458 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:36.797539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] For port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:36.819377 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.830243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb73a40-a948-4112-8520-9e9bd91d301a None None] Pushing event updated for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:36.868344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Router 30a453cd-3858-4862-b36e-f165c09e0c50 is scheduled to L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 with binding_index 1 {{(pid=104148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 22 11:23:36.942257 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8359a-17a6-4479-9c5d-a67e37c0a500 None None] Pushing event updated for resources: {'Port': ['ID=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,revision_number=2']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:36.946458 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Attempting to bind port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:36.947374 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Attempting to bind port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:36.947851 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Attempting to bind port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 on network b3f9de9b-e339-44a8-8d52-963ec66a3e22 {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:36.955253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:36.955523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Checking segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:36.955937 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:36.956342 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Bound using segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:36.956833 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Bound port: 4230cb28-4478-4edf-a59d-7bfc4c2dd103, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:36.957517 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.010944 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:23:37.022009 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Sync routers for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:23:37.036084 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:37.038788 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:37.043604 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] For port 4230cb28-4478-4edf-a59d-7bfc4c2dd103, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:37.048423 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] For port 4230cb28-4478-4edf-a59d-7bfc4c2dd103, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4230cb28-4478-4edf-a59d-7bfc4c2dd103,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:37.055291 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.057300 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-0feeee6b-fbc8-4749-80dc-8cf378ade683 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6604826 Jul 22 11:23:37.060441 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45640) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:37.062923 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.148619 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Provisioning complete for port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:37.149509 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.152762 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:37.202427 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:37.203481 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:37.205865 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:37.265964 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4a54449a-54d3-4e4c-98ba-04cf61f45202 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:37.315084 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb73a40-a948-4112-8520-9e9bd91d301a None None] Pushing event updated for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:37.452022 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:36Z', 'revision_number': 3, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:37.462009 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Current status of the port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:37.462455 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.467774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 4a54449a-54d3-4e4c-98ba-04cf61f45202 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:37.468148 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.482313 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Checking router: 30a453cd-3858-4862-b36e-f165c09e0c50 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:23:37.482758 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Updating router 30a453cd-3858-4862-b36e-f165c09e0c50 port 56b98615-8ff7-449c-8a2c-0e300f166cd1 binding host dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:23:37.519933 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.646520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:37.667899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:37.720189 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:37.739936 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] For port 4230cb28-4478-4edf-a59d-7bfc4c2dd103, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4230cb28-4478-4edf-a59d-7bfc4c2dd103,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:37.754673 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.782913 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.811646 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks [] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), precommit_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.820306 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.888683 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:37.896335 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Attempting to bind port 56b98615-8ff7-449c-8a2c-0e300f166cd1 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:37.896879 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Attempting to bind port 56b98615-8ff7-449c-8a2c-0e300f166cd1 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:37.897262 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Attempting to bind port 56b98615-8ff7-449c-8a2c-0e300f166cd1 on network 32e93bb0-1821-46d6-a566-7a43af182a38 {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:37.905668 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dab3c4-c7ef-443a-8571-fab994471f62 None None] Pushing event updated for resources: {'Port': ['ID=56b98615-8ff7-449c-8a2c-0e300f166cd1,revision_number=2']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:37.908433 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:37.908700 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Checking segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:37.909125 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.909519 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Bound using segment: {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'} {{(pid=104151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:37.910010 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.managers [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Bound port: 56b98615-8ff7-449c-8a2c-0e300f166cd1, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6091b16-b021-41a8-ae61-efc984bdee61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38'}}] {{(pid=104151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:37.910393 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), before_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.941374 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 4a54449a-54d3-4e4c-98ba-04cf61f45202 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:37.968278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Allocated IP 172.20.0.1 (3dbb80be-3d98-4a84-9156-1b9aa903a75d/2f94c771-ccf5-46df-b36d-8c011c03cf7f/c73149db-700d-439e-ac52-fd7a03d4b537) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:23:37.974606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-ca9e7ca3-dec3-4b5e-a6f6-387f8a24c9bc None None] Provisioning complete for port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:37.974606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-ca9e7ca3-dec3-4b5e-a6f6-387f8a24c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:37.976512 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfec34-8a04-4280-96f4-2d5bb251b61b None None] Pushing event updated for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:37.995875 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] For port 56b98615-8ff7-449c-8a2c-0e300f166cd1, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:38.000891 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.plugins.ml2.db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] For port 56b98615-8ff7-449c-8a2c-0e300f166cd1, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=56b98615-8ff7-449c-8a2c-0e300f166cd1,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:38.010795 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron_lib.callbacks.manager [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), after_update {{(pid=104151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.100785 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:38.101604 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:38.121096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:38.127753 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks [] for port (c73149db-700d-439e-ac52-fd7a03d4b537), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.161039 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ce285-69a2-4dc0-99e9-a458428defb2 None None] The sync data for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi is: [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:23:38.163047 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:38.170780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.192623 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e7ca3-dec3-4b5e-a6f6-387f8a24c9bc None None] Current status of the port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:38.215364 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:38.227703 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:38.230690 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:38.233531 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:38.239991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:23:38.314285 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Pushing event updated for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:38.328576 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.329139 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.329621 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.330091 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.330648 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.331447 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.332124 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.332418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.333338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.333923 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.334547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.334720 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dab3c4-c7ef-443a-8571-fab994471f62 None None] Pushing event updated for resources: {'Port': ['ID=56b98615-8ff7-449c-8a2c-0e300f166cd1,revision_number=3']} {{(pid=104151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:38.334979 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.335574 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.336236 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.336492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:38.366958 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33183305'] for router_interface (30a453cd-3858-4862-b36e-f165c09e0c50), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.436668 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febeeeee-6e6a-479d-b7b4-3e44c2e818da None None] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:23:38.566781 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:36Z', 'revision_number': 3, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:38.617253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Provisioning complete for port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:38.617919 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.641630 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.654773 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-222b3da2-0e91-4c63-8653-80fd1bd7e5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.661806 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cad92-3680-4f21-9a89-0dee8844cc06 None None] The sync data for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi is: [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:36Z', 'revision_number': 3, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:23:38.793479 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45662) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:38.827973 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Current status of the port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:38.829276 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.860586 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:38.883353 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] For port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:38.887961 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.890345 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Deleting subnet 77779017-f4d2-447c-aea8-9be0bc77f03f {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:23:38.896919 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Publish callbacks [] for subnet (77779017-f4d2-447c-aea8-9be0bc77f03f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.911708 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:38.965075 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b34b-99f5-4f3e-a22e-9ca5f5aa733b None None] Pushing event updated for resources: {'Port': ['ID=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:38.971628 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (77779017-f4d2-447c-aea8-9be0bc77f03f), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.991713 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks [] for port (c73149db-700d-439e-ac52-fd7a03d4b537), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:38.998521 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.037167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (77779017-f4d2-447c-aea8-9be0bc77f03f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.104465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Pushing event updated for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:39.124225 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33100291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33183397'] for router_interface (30a453cd-3858-4862-b36e-f165c09e0c50), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.217651 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Provisioning complete for port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.217940 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.329140 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:23:39.332351 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:23:39.412827 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Current status of the port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:39.417523 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1aa61226-5418-4b61-aa7b-86ccb3b75f6c up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:39.464169 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.464873 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.551864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (77779017-f4d2-447c-aea8-9be0bc77f03f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.555372 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Router 30a453cd-3858-4862-b36e-f165c09e0c50 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:23:39.575815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-68d6578b-49b4-4ed7-99b7-a771459c9214 None None] Port c73149db-700d-439e-ac52-fd7a03d4b537 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:23:39.579722 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.581999 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77779017-f4d2-447c-aea8-9be0bc77f03f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:39.582591 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.592459 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.608246 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c734527b-a9ce-48e9-aef2-2925ea57c868 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/77779017-f4d2-447c-aea8-9be0bc77f03f HTTP/1.1" status: 204 len: 168 time: 0.8103309 Jul 22 11:23:39.609042 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45664) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:39.712310 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:39.713914 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:39.716061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4230cb28-4478-4edf-a59d-7bfc4c2dd103 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:39.754802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (1f2d8688-ab51-4f00-b8e4-57cae0743d23), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.762383 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-d7e5295d-d472-4775-afa5-225b2b73a7d5 None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.762813 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d7e5295d-d472-4775-afa5-225b2b73a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.770071 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:39.837028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5295d-d472-4775-afa5-225b2b73a7d5 None None] Port c73149db-700d-439e-ac52-fd7a03d4b537 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:23:39.849701 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.852930 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:23:39.853587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.865092 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-91212813-867e-490d-bbf6-eaba48c70669 admin admin] 10.222.0.20 "PUT /v2.0/routers/30a453cd-3858-4862-b36e-f165c09e0c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031952 Jul 22 11:23:39.876379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (1f2d8688-ab51-4f00-b8e4-57cae0743d23), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.889953 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:39.908056 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d8688-ab51-4f00-b8e4-57cae0743d23']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:39.924746 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3013026-83f7-4a20-99c1-d976e15a06ee') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:39.925151 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3013026-83f7-4a20-99c1-d976e15a06ee') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:39.938386 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (b3013026-83f7-4a20-99c1-d976e15a06ee), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.955464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (b3013026-83f7-4a20-99c1-d976e15a06ee), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.966388 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:23:39.967632 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (b3013026-83f7-4a20-99c1-d976e15a06ee), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.989483 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-0b1cf3e2-d3d7-4d9a-99c7-58dfe599b103 None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:39.989483 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0b1cf3e2-d3d7-4d9a-99c7-58dfe599b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:39.993059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:40.023457 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment b3013026-83f7-4a20-99c1-d976e15a06ee resource provider aggregate not found Jul 22 11:23:40.054085 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cf3e2-d3d7-4d9a-99c7-58dfe599b103 None None] Port c73149db-700d-439e-ac52-fd7a03d4b537 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:23:40.069130 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment b3013026-83f7-4a20-99c1-d976e15a06ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3013026-83f7-4a20-99c1-d976e15a06ee found for delete ", "request_id": "req-33aca081-91d2-4607-b135-e388bb5c3377"}]} Jul 22 11:23:40.086927 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (1f2d8688-ab51-4f00-b8e4-57cae0743d23), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.096759 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.102518 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f2d8688-ab51-4f00-b8e4-57cae0743d23 HTTP/1.1" status: 204 len: 168 time: 0.4899228 Jul 22 11:23:40.103084 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45674) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.109846 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175d18a-b2f0-4cdd-8fe7-c951d4691818 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2d8688-ab51-4f00-b8e4-57cae0743d23,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.180307 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Deleting subnet cadc8704-bbcb-4953-a5fc-e494a0698123 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:23:40.185007 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Publish callbacks [] for subnet (cadc8704-bbcb-4953-a5fc-e494a0698123), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.228373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (cadc8704-bbcb-4953-a5fc-e494a0698123), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.252050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:40.281081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (cadc8704-bbcb-4953-a5fc-e494a0698123), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.341851 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (cadc8704-bbcb-4953-a5fc-e494a0698123), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.369666 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadc8704-bbcb-4953-a5fc-e494a0698123,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.374802 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.377792 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-f542bfdd-b98e-4515-9804-9e1dc7e71020 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cadc8704-bbcb-4953-a5fc-e494a0698123 HTTP/1.1" status: 204 len: 168 time: 0.2733719 Jul 22 11:23:40.380422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45680) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.417845 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45682) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.422524 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106888857', 'description': 'tempest-secgroup-smoke-2106888857 description', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:40.444815 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.457938 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (3d38771b-3b7a-409f-951e-81fb2487fda5), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.483933 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:40.522865 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (fa901fa7-a8ac-456f-9b02-728d9a1dfcd8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.526898 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fa901fa7-a8ac-456f-9b02-728d9a1dfcd8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.549778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (3d38771b-3b7a-409f-951e-81fb2487fda5), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.565184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.566439 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1475856 Jul 22 11:23:40.569128 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5abf1e-2e00-42f9-a932-60a80fa70f60 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.569497 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45684) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.576121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:40.582121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d38771b-3b7a-409f-951e-81fb2487fda5']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:40.596562 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07c340-2015-4601-970d-feb43fad29b0') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:40.596873 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07c340-2015-4601-970d-feb43fad29b0') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:40.611800 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (5d07c340-2015-4601-970d-feb43fad29b0), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.632012 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (5d07c340-2015-4601-970d-feb43fad29b0), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.633599 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a53358b4-1f47-4c44-b400-c6f90185ee0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.640083 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (29fcf0ae-9cf0-4caf-ad98-3c9914aba011), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.644577 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:23:40.644996 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (5d07c340-2015-4601-970d-feb43fad29b0), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.734649 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (3d38771b-3b7a-409f-951e-81fb2487fda5), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.742445 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.745734 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d38771b-3b7a-409f-951e-81fb2487fda5 HTTP/1.1" status: 204 len: 168 time: 0.3640265 Jul 22 11:23:40.762450 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95a10-7889-4242-94f7-47158203ca33 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d38771b-3b7a-409f-951e-81fb2487fda5,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.765974 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (29fcf0ae-9cf0-4caf-ad98-3c9914aba011), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.771065 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (29fcf0ae-9cf0-4caf-ad98-3c9914aba011), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.790408 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fcf0ae-9cf0-4caf-ad98-3c9914aba011,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.800368 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.804573 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-52964025-0943-4366-9983-07ba357ecbe5 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311704 Jul 22 11:23:40.804573 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45688) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.809224 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:40.839551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (c2459def-af56-46b4-a301-8ea071510000), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.903611 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (c2459def-af56-46b4-a301-8ea071510000), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.908363 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (c2459def-af56-46b4-a301-8ea071510000), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.932052 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2459def-af56-46b4-a301-8ea071510000,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:40.939032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.942774 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-87802922-a05f-40f5-898e-2f0a87e3ab29 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349218 Jul 22 11:23:40.943520 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45692) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:40.947719 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:40.978332 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (0071160e-7156-4c79-9c83-0812b194cd3f), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:40.983130 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:40.995817 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45694) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.048735 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (0071160e-7156-4c79-9c83-0812b194cd3f), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.049065 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-446d63cf-6454-4fbd-ae8e-52c0334147df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=766b35ef85b14a22b8cf4ea1585bd180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517960 Jul 22 11:23:41.051596 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45696) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.056328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (0071160e-7156-4c79-9c83-0812b194cd3f), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.069340 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:41.089422 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0071160e-7156-4c79-9c83-0812b194cd3f,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.098683 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.103323 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ed47d07f-3fce-4bc5-b2c0-531333b1e6dd tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591260 Jul 22 11:23:41.104398 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45698) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.109722 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:41.112466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] Publish callbacks [] for security_group (b311aef4-174e-4b0f-bed1-4c45c7f48c56), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.138624 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] Publish callbacks [] for security_group (b311aef4-174e-4b0f-bed1-4c45c7f48c56), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.140604 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (c723671a-7124-4869-893f-6cfd99227199), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.151872 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 56b98615-8ff7-449c-8a2c-0e300f166cd1 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:41.202505 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 56b98615-8ff7-449c-8a2c-0e300f166cd1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:41.203290 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.203677 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (b311aef4-174e-4b0f-bed1-4c45c7f48c56), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.207029 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.208325 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b311aef4-174e-4b0f-bed1-4c45c7f48c56 HTTP/1.1" status: 204 len: 168 time: 0.1556358 Jul 22 11:23:41.230042 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:23:41.233055 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (c723671a-7124-4869-893f-6cfd99227199), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.234519 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4385-b0d3-4b68-93ad-f3d061cc12d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311aef4-174e-4b0f-bed1-4c45c7f48c56,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.245855 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (c723671a-7124-4869-893f-6cfd99227199), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.271091 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c723671a-7124-4869-893f-6cfd99227199,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.283136 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.287117 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-c70c3b1c-f7f0-43f9-b540-b7ba00d40ab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790555 Jul 22 11:23:41.287464 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45702) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.292318 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:41.306490 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:41.321695 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.db.securitygroups_db [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Project d084bf56f7894fb98a46d7e2cbb34157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:23:41.330675 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 56b98615-8ff7-449c-8a2c-0e300f166cd1 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:41.331114 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.332111 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (fa9a092c-75db-4918-85e0-508006cef625), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.359303 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] For port 56b98615-8ff7-449c-8a2c-0e300f166cd1, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=56b98615-8ff7-449c-8a2c-0e300f166cd1,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:41.366050 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.417229 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (fa9a092c-75db-4918-85e0-508006cef625), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.423881 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (fa9a092c-75db-4918-85e0-508006cef625), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.430307 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Pushing event updated for resources: {'Port': ['ID=56b98615-8ff7-449c-8a2c-0e300f166cd1,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.447935 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9a092c-75db-4918-85e0-508006cef625,revision_number=0']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.456560 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.460978 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ed8cbeaf-b866-4539-9161-5045d20721a1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695089 Jul 22 11:23:41.461243 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45704) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.466798 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'security_group_rule': {'security_group_id': 'fa901fa7-a8ac-456f-9b02-728d9a1dfcd8', 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:23:41.492268 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.securitygroups_db [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Project d084bf56f7894fb98a46d7e2cbb34157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:23:41.498339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (b1c4021a-ff2d-440d-a76f-3b1915617e7d), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.564216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (b1c4021a-ff2d-440d-a76f-3b1915617e7d), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.569481 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33272020'] for security_group_rule (b1c4021a-ff2d-440d-a76f-3b1915617e7d), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.596569 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c4021a-ff2d-440d-a76f-3b1915617e7d,revision_number=0']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:41.604676 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.612524 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-13f9830d-81e0-4aa4-a0ab-203d60f67991 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435721 Jul 22 11:23:41.670251 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45710) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.696768 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Sync routers for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:23:41.720938 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:41.721997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:41.743167 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6279e13a-746e-4bfe-9323-60a13334d081 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acd340f4066e4e50a67608ac06380c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701222 Jul 22 11:23:41.746323 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45714) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:41.810337 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] Publish callbacks [] for security_group (15ab58b7-9fd0-4c88-a432-df08ec4f1d8e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.844147 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] Publish callbacks [] for security_group (15ab58b7-9fd0-4c88-a432-df08ec4f1d8e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.856124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:41.922158 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (15ab58b7-9fd0-4c88-a432-df08ec4f1d8e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.925703 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:41.926983 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15ab58b7-9fd0-4c88-a432-df08ec4f1d8e HTTP/1.1" status: 204 len: 168 time: 0.1798742 Jul 22 11:23:41.936742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2eed0-6f95-470c-b7ef-669066d4b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab58b7-9fd0-4c88-a432-df08ec4f1d8e,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:42.101684 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 5d07c340-2015-4601-970d-feb43fad29b0 resource provider aggregate not found Jul 22 11:23:42.126466 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 5d07c340-2015-4601-970d-feb43fad29b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d07c340-2015-4601-970d-feb43fad29b0 found for delete ", "request_id": "req-2628774a-8da2-4946-a085-075d3888e0d8"}]} Jul 22 11:23:42.145081 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:42.155624 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:38Z', 'revision_number': 4, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c73149db-700d-439e-ac52-fd7a03d4b537', 'name': '', 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'mac_address': 'fa:16:3e:9c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:37Z', 'updated_at': '2022-07-22T11:23:38Z', 'revision_number': 2, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'subnets': [{'id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:42.325671 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Checking router: 30a453cd-3858-4862-b36e-f165c09e0c50 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:23:42.326139 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Updating router 30a453cd-3858-4862-b36e-f165c09e0c50 port c73149db-700d-439e-ac52-fd7a03d4b537 binding host dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:23:42.332488 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.363881 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.697699 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks [] for port (c73149db-700d-439e-ac52-fd7a03d4b537), precommit_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.705581 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.771028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97860-2c19-4198-bb73-548374164c0d None None] Pushing event updated for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=3']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:42.843057 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Attempting to bind port c73149db-700d-439e-ac52-fd7a03d4b537 on host dv-cinder-848900-4-iscsi for vnic_type normal with profile {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:23:42.843482 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Attempting to bind port c73149db-700d-439e-ac52-fd7a03d4b537 by drivers openvswitch,hyperv on host dv-cinder-848900-4-iscsi at level 0 using segments [{'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:23:42.843839 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Attempting to bind port c73149db-700d-439e-ac52-fd7a03d4b537 on network 3dbb80be-3d98-4a84-9156-1b9aa903a75d {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:23:42.849974 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Checking agent: {'id': 'e70a6180-6166-413a-87ae-e61a96695bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 5, 44), 'started_at': datetime.datetime(2022, 7, 22, 11, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:23:42.850355 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Checking segment: {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:23:42.850765 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.851171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Bound using segment: {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'} {{(pid=104150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:23:42.851700 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.managers [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Bound port: c73149db-700d-439e-ac52-fd7a03d4b537, host: dv-cinder-848900-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6129e-1498-463e-88b8-9b0b08ddaec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d'}}] {{(pid=104150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:23:42.852082 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:42.934757 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:42.954399 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] For port c73149db-700d-439e-ac52-fd7a03d4b537, host dv-cinder-848900-4-iscsi, cleared binding levels {{(pid=104150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:23:42.959880 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] For port c73149db-700d-439e-ac52-fd7a03d4b537, host dv-cinder-848900-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c73149db-700d-439e-ac52-fd7a03d4b537,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:23:42.969344 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.052031 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97860-2c19-4198-bb73-548374164c0d None None] Pushing event updated for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:43.064184 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:23:43.064904 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:23:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:43.143466 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:43.143952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.223939 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 56b98615-8ff7-449c-8a2c-0e300f166cd1 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:43.348153 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:23:43.422973 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Current status of the port c73149db-700d-439e-ac52-fd7a03d4b537 is: DOWN; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:43.423396 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.430030 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port 56b98615-8ff7-449c-8a2c-0e300f166cd1 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:43.430222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.473007 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:43.582428 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] For port c73149db-700d-439e-ac52-fd7a03d4b537, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c73149db-700d-439e-ac52-fd7a03d4b537,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:43.593952 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.766362 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b69c-493e-4a8d-8dae-e514ea5c2ac1 None None] Pushing event updated for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:43.770569 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:43.777334 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-e49df5e8-baf2-48a6-87a3-5364ad0e012f None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:43.777717 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e49df5e8-baf2-48a6-87a3-5364ad0e012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.779491 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.780141 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port 56b98615-8ff7-449c-8a2c-0e300f166cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:43.833885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:38Z', 'revision_number': 4, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c73149db-700d-439e-ac52-fd7a03d4b537', 'name': '', 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'mac_address': 'fa:16:3e:9c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:37Z', 'updated_at': '2022-07-22T11:23:42Z', 'revision_number': 4, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'subnets': [{'id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:23:43.876769 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6313107-5445-4a29-a999-e7b34c3e11df None None] The sync data for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi is: [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:38Z', 'revision_number': 4, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'c73149db-700d-439e-ac52-fd7a03d4b537', 'name': '', 'network_id': '3dbb80be-3d98-4a84-9156-1b9aa903a75d', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'mac_address': 'fa:16:3e:9c:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:37Z', 'updated_at': '2022-07-22T11:23:42Z', 'revision_number': 4, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'subnets': [{'id': '2f94c771-ccf5-46df-b36d-8c011c03cf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:23:43.881815 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:43.935344 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-e49df5e8-baf2-48a6-87a3-5364ad0e012f None None] Current status of the port c73149db-700d-439e-ac52-fd7a03d4b537 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:45.127168 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c73149db-700d-439e-ac52-fd7a03d4b537 up at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:23:45.173165 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Provisioning complete for port c73149db-700d-439e-ac52-fd7a03d4b537 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:23:45.173541 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:45.250436 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Current status of the port c73149db-700d-439e-ac52-fd7a03d4b537 is: ACTIVE; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:23:51.735438 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:51.738712 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:51.892518 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:INSERT=4,neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:51.931802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:52.368727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaec594-c7da-46d7-a644-5c12ccd48a6f req-f35a729e-7f62-475b-bc0e-5175c0c08194 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:52.370677 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bbaec594-c7da-46d7-a644-5c12ccd48a6f req-f35a729e-7f62-475b-bc0e-5175c0c08194 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 946 time: 0.0655837 Jul 22 11:23:52.448458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bbaec594-c7da-46d7-a644-5c12ccd48a6f req-fe16141e-cacf-4e35-a74e-4e3abf7bab28 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689092 Jul 22 11:23:53.599293 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4a4af-5687-4d88-ba09-6133260f6244 req-e90b5f69-5a38-498e-8ea4-85030181b39f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:53.603490 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-efe4a4af-5687-4d88-ba09-6133260f6244 req-e90b5f69-5a38-498e-8ea4-85030181b39f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 946 time: 0.0701554 Jul 22 11:23:53.672249 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-efe4a4af-5687-4d88-ba09-6133260f6244 req-e7fd81fc-2a7d-4976-9e7a-5d699d090aec tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584612 Jul 22 11:23:54.155964 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-6d12365d-e5fe-4445-8a68-afd551fc39ab tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:23:54.157440 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-6d12365d-e5fe-4445-8a68-afd551fc39ab tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 946 time: 0.0487378 Jul 22 11:23:54.248971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Deleting port c8beaed8-70cd-4d5c-982a-92365698836f {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:23:54.249226 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:54.345856 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] For port c8beaed8-70cd-4d5c-982a-92365698836f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c8beaed8-70cd-4d5c-982a-92365698836f,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:23:54.346381 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:54.361108 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Calling delete_port for c8beaed8-70cd-4d5c-982a-92365698836f owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:23:54.498674 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (c8beaed8-70cd-4d5c-982a-92365698836f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:54.513506 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['c8beaed8-70cd-4d5c-982a-92365698836f'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:23:54.528660 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Pushing event deleted for resources: {'Port': ['ID=c8beaed8-70cd-4d5c-982a-92365698836f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:54.582416 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] No DVR routers for this DVR port c8beaed8-70cd-4d5c-982a-92365698836f on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:23:54.585012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:54.588280 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fea0ea4-b942-41e9-af7a-1bc81e046bae req-29bc6992-7328-44e1-ad9e-665c4c4a6a54 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "DELETE /v2.0/ports/c8beaed8-70cd-4d5c-982a-92365698836f HTTP/1.1" status: 204 len: 173 time: 0.4240930 Jul 22 11:23:54.588727 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'name': 'network-vif-deleted', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:23:54.591737 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64a6be-dbaa-483d-adad-0c025c8f2264" -d '{"events": [{"server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "name": "network-vif-deleted", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:23:54.634137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c792526-12af-4501-a6be-9c97281b9a16 x-openstack-request-id: req-8c792526-12af-4501-a6be-9c97281b9a16 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:23:54.634775 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73334795-ca3f-4da7-a3cd-af1ace25e74c", "name": "network-vif-deleted", "tag": "c8beaed8-70cd-4d5c-982a-92365698836f", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:23:54.634775 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c792526-12af-4501-a6be-9c97281b9a16 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:23:54.634992 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c792526-12af-4501-a6be-9c97281b9a16'] response: {'server_uuid': '73334795-ca3f-4da7-a3cd-af1ace25e74c', 'name': 'network-vif-deleted', 'tag': 'c8beaed8-70cd-4d5c-982a-92365698836f', 'status': 'completed', 'code': 200} Jul 22 11:23:54.803222 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-77665de2-1909-492c-b790-7698a0995213 req-7a795f04-7de7-4ed2-9aa6-bad34c25d8ab tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=73334795-ca3f-4da7-a3cd-af1ace25e74c HTTP/1.1" status: 200 len: 210 time: 0.0324705 Jul 22 11:23:55.092123 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45954) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:55.227995 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.326835 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Publish callbacks [] for security_group (cccbc8d4-5364-436a-8966-7784136b1350), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.332777 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cccbc8d4-5364-436a-8966-7784136b1350), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.396502 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b13935aee6d49a6bbcb90724ec29052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023648 Jul 22 11:23:55.399085 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45958) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:55.399375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbc8d4-5364-436a-8966-7784136b1350,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:55.411328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.411841 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.412387 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.412915 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.413465 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.413989 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.414522 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.415044 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.415583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.416092 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.416589 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.417126 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.417649 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.418223 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.418733 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387f1dc-97b5-479f-bb0a-ef807065e512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:23:55.453250 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] Publish callbacks [] for security_group (cccbc8d4-5364-436a-8966-7784136b1350), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.477287 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] Publish callbacks [] for security_group (cccbc8d4-5364-436a-8966-7784136b1350), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.527192 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (cccbc8d4-5364-436a-8966-7784136b1350), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.530039 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.531210 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cccbc8d4-5364-436a-8966-7784136b1350 HTTP/1.1" status: 204 len: 168 time: 0.1309488 Jul 22 11:23:55.543166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfff9fb-31d8-4e78-a62e-69bc29369aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbc8d4-5364-436a-8966-7784136b1350,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:55.829539 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 45964) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:55.844443 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e354efed-d822-413c-8fe1-62d46eee3ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.943786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e354efed-d822-413c-8fe1-62d46eee3ea3 admin admin] Publish callbacks [] for security_group (c3723af4-dd1b-4d3c-924c-23215e4621ba), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.949076 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e354efed-d822-413c-8fe1-62d46eee3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c3723af4-dd1b-4d3c-924c-23215e4621ba), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:55.992613 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-e354efed-d822-413c-8fe1-62d46eee3ea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=265fd1d35b834b4aa7b05d58e5b81d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619601 Jul 22 11:23:55.993617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354efed-d822-413c-8fe1-62d46eee3ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3723af4-dd1b-4d3c-924c-23215e4621ba,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:55.995563 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 45970) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:23:56.066860 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] Publish callbacks [] for security_group (c3723af4-dd1b-4d3c-924c-23215e4621ba), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:56.101675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] Publish callbacks [] for security_group (c3723af4-dd1b-4d3c-924c-23215e4621ba), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:56.134181 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:56.162627 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c3723af4-dd1b-4d3c-924c-23215e4621ba), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:56.165326 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:23:56.166594 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3723af4-dd1b-4d3c-924c-23215e4621ba HTTP/1.1" status: 204 len: 168 time: 0.1689224 Jul 22 11:23:56.182706 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd696f1-354a-4895-abbd-538e44a6fe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3723af4-dd1b-4d3c-924c-23215e4621ba,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:23:56.228128 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:56.232329 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=24 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:23:58.078170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c8beaed8-70cd-4d5c-982a-92365698836f no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:23:58.097509 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: c8beaed8-70cd-4d5c-982a-92365698836f {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:23:58.097853 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device c8beaed8-70cd-4d5c-982a-92365698836f not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:23:59.077653 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:05.985538 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=50,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:05.988633 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=44,neutron:INSERT=10 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:06.171609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81,neutron:DELETE=10 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:06.656450 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-2e898378-399e-4e58-83e3-b99e28cfa9fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456626 Jul 22 11:24:06.748609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-e1264449-6721-4166-8041-941dca1b7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:06.750218 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-e1264449-6721-4166-8041-941dca1b7fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 1129 time: 0.0431743 Jul 22 11:24:06.866769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-74bcca40-f7fb-49a5-9f69-8d9ddba971dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:06.868330 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-74bcca40-f7fb-49a5-9f69-8d9ddba971dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0969419 Jul 22 11:24:06.932912 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-ec9e60f4-6371-4e3a-a178-90ca35fb76a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 200 len: 1001 time: 0.0574431 Jul 22 11:24:06.991607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-0095dbf4-2687-4d78-a30c-646c7395103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:06.993095 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-0095dbf4-2687-4d78-a30c-646c7395103d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0538397 Jul 22 11:24:07.056339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-7454efdc-50e1-4034-a226-358f96461264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:07.057918 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-7454efdc-50e1-4034-a226-358f96461264 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565069 Jul 22 11:24:07.157950 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-8b01b652-d8f3-422b-a0ce-390d6b0aad18 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Jul 22 11:24:07.252833 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1592ba0a-3f71-4b92-957c-24cb29d49938 req-516da23c-c1c7-4712-aab5-5d1d1e014e8e service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886943 Jul 22 11:24:08.092720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-ba898436-68c4-41ea-9ded-a16f458084b8 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:08.094202 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-ba898436-68c4-41ea-9ded-a16f458084b8 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 813 time: 0.1109993 Jul 22 11:24:08.109487 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-29361712-30ea-4625-ad04-1ce132f3dc6c tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/quotas/f756b95ab7da4271a50fa3b1a5276eea HTTP/1.1" status: 200 len: 375 time: 0.0098529 Jul 22 11:24:08.143915 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-ddf5e8e9-6fde-45f9-8f65-0befc014cb7a tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289083 Jul 22 11:24:08.235860 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-4b9e0490-9833-4e5f-98d2-d99bb9bfd59f service neutron] 10.222.0.20 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853975 Jul 22 11:24:08.330405 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-c97e0662-776f-479f-9cf6-2cb0fd1bb7ad service neutron] 10.222.0.20 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885477 Jul 22 11:24:08.496969 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-03c64d15-60f2-4af1-b381-2b146081209e req-58c9798d-0050-4702-bbc3-d4d60eac2463 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0295930 Jul 22 11:24:08.520858 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-21bcfc60-3232-41d3-b9f2-3b5d515d1231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:09.071679 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:09.594994 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-aeef1d94-137a-488e-a4b8-faac35a2e1f2 req-30d405b1-3877-4f38-8a4d-fe2a91b328f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Jul 22 11:24:10.641191 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-cb0916bb-4287-4227-96b8-2a07ae700474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:10.698734 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d9a26fb0-5450-4e44-903f-c5f98872ce60 req-539fb013-074e-42fd-995b-b17b6eb70ada tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Jul 22 11:24:11.044002 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-1e5afa34-3c71-4fda-b227-5a04facfb3a0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106888857&fields=id&tenant_id=d084bf56f7894fb98a46d7e2cbb34157 HTTP/1.1" status: 200 len: 267 time: 0.0551264 Jul 22 11:24:11.097338 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e3cc5-56c4-4dea-b805-2ac6125832e0 req-b9008827-5dfd-49b6-9141-7077522b245f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:11.098947 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f64e3cc5-56c4-4dea-b805-2ac6125832e0 req-b9008827-5dfd-49b6-9141-7077522b245f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0594845 Jul 22 11:24:11.156250 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f64e3cc5-56c4-4dea-b805-2ac6125832e0 req-79eaf1d1-ad2e-4869-b564-5fc38c038365 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509405 Jul 22 11:24:11.176298 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-ccf0f789-b8ca-4f29-92bd-512d3bfd4993 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:11.177788 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-ccf0f789-b8ca-4f29-92bd-512d3bfd4993 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 809 time: 0.1276124 Jul 22 11:24:11.192787 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-8ee5bd87-e689-49dc-9da9-6d9ea881f5e2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/quotas/d084bf56f7894fb98a46d7e2cbb34157 HTTP/1.1" status: 200 len: 375 time: 0.0094481 Jul 22 11:24:11.244657 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-799a41e5-3928-4244-94b2-1a39cab820f3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465310 Jul 22 11:24:11.259963 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-2d656028-e6a5-4c1f-b1cc-80c67f959558 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:24:11.260960 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-2d656028-e6a5-4c1f-b1cc-80c67f959558 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053952 Jul 22 11:24:11.355923 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-0b2c4967-8a5c-448b-8e90-45d3905409aa service neutron] 10.222.0.20 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884261 Jul 22 11:24:11.456161 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-64155521-78d4-494a-aa5e-b108c1a8314c service neutron] 10.222.0.20 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944092 Jul 22 11:24:11.768308 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-18ee5ad6-bb28-4151-a38f-b290bc04040f req-377d0359-8a7b-47bb-b0bd-ce86cdcac8d1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0293412 Jul 22 11:24:11.801391 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-01b8948e-7cec-4b67-a705-0447ec3db4e1 req-b6259928-f80d-49db-8731-f58c9b640c26 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0315750 Jul 22 11:24:12.153800 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:12.275710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad7f92-a0c8-4cdc-89b4-32b919c4a13d req-3bd93412-9f5a-4a38-87f0-20ba0de2d556 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:12.277172 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eaad7f92-a0c8-4cdc-89b4-32b919c4a13d req-3bd93412-9f5a-4a38-87f0-20ba0de2d556 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Jul 22 11:24:12.296249 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:12.304574 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:12.330837 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eaad7f92-a0c8-4cdc-89b4-32b919c4a13d req-c9f801d1-7e71-461e-a079-39b5afbb1254 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481017 Jul 22 11:24:12.868132 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-599057e8-a426-4dd7-8340-28606fff3aac req-fcc6ea96-b658-43bc-919d-e1d2070e1a1d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0300071 Jul 22 11:24:12.911582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1db62451-c43d-4199-b6d4-701f8c5e6c80 req-6b9d2e72-f368-4d6b-a032-6678696075af tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0317643 Jul 22 11:24:13.457146 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bbbee-c2c8-4152-99d3-95b587bc8df8 req-935840cb-284e-462e-b8c1-19d3a27ca473 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:13.459724 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-584bbbee-c2c8-4152-99d3-95b587bc8df8 req-935840cb-284e-462e-b8c1-19d3a27ca473 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Jul 22 11:24:13.517939 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-584bbbee-c2c8-4152-99d3-95b587bc8df8 req-6763f51d-70f9-417a-b129-3b9ee3a87ee4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528443 Jul 22 11:24:13.713156 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:13.807484 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:13.968969 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f6d446fb-595a-4e29-b250-b1a9f5d438b4 req-7ce90abd-b910-420a-9277-a5434bd3e933 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0304084 Jul 22 11:24:14.018124 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-82058e25-852f-4b79-a9e1-d3a97d798818 req-40de863b-1b27-46ec-8ea3-6f891a75bf9d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0318816 Jul 22 11:24:14.502346 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-b8176356-cfcc-4f2f-a410-6b08d1e8b9ff tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:14.503814 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-b8176356-cfcc-4f2f-a410-6b08d1e8b9ff tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 813 time: 0.1267385 Jul 22 11:24:14.632511 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Request body: {'port': {'device_id': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1', 'admin_state_up': True, 'tenant_id': 'f756b95ab7da4271a50fa3b1a5276eea'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:14.669016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf19c-2eb9-4a06-a16e-9de8335bbc68 req-476c9512-9f78-4f58-8eb6-472ab9adf93c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:14.670499 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1eabf19c-2eb9-4a06-a16e-9de8335bbc68 req-476c9512-9f78-4f58-8eb6-472ab9adf93c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0825806 Jul 22 11:24:14.784770 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1eabf19c-2eb9-4a06-a16e-9de8335bbc68 req-f51dd04e-17e0-4e5a-8fc3-51748c084581 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084459 Jul 22 11:24:14.805261 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Made reservation on behalf of f756b95ab7da4271a50fa3b1a5276eea for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:14.808921 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:14.945184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Allocated IP 172.20.0.13 (21334fc9-8075-4597-ace1-e64a29a68fe1/44c08e89-d7a6-4be6-898b-e69b6b5e4268/4956a75d-dbdd-40c1-8cc6-d93b31e25c30) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:15.090888 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-1ddadcef-0a6e-4e7e-945b-2fdb5a07a8f8 req-221d55f1-e199-4216-a2bd-54c8ee877dca tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0366087 Jul 22 11:24:15.146199 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6cfc0c84-c496-436f-819a-08b5c20965fb req-c42ae1a2-77a5-4d24-9e64-a49116339cdd tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0393357 Jul 22 11:24:15.149221 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks [] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.223909 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-786cc81c-7483-4e51-a447-4e40e87b3d96 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:15.225442 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-786cc81c-7483-4e51-a447-4e40e87b3d96 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0700953 Jul 22 11:24:15.243538 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.370086 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-a022a177-69db-4878-bab3-c8e7c1877e32 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:15.380395 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-a022a177-69db-4878-bab3-c8e7c1877e32 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 809 time: 0.1595817 Jul 22 11:24:15.461976 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-4a78a8d8-cf89-4672-bd3d-ccc9d8343d1f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d084bf56f7894fb98a46d7e2cbb34157 HTTP/1.1" status: 200 len: 380 time: 0.0729053 Jul 22 11:24:15.472739 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'port': {'device_id': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'admin_state_up': True, 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'security_groups': ['fa901fa7-a8ac-456f-9b02-728d9a1dfcd8']}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:15.606050 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Made reservation on behalf of d084bf56f7894fb98a46d7e2cbb34157 for: {'port': 1} {{(pid=104148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:15.612111 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.627497 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Network 21334fc9-8075-4597-ace1-e64a29a68fe1 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:15.647311 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:15.653147 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:15.655871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:24:15.658523 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:15.684873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Pushing event updated for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:15.690540 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:15.715418 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port de8e5933-745f-42ff-8fcb-dde4aff354a3 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:24:15.715683 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.744626 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:15.745292 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.757920 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Allocated IP 172.20.0.5 (b3f9de9b-e339-44a8-8d52-963ec66a3e22/3c4403e8-5a59-4851-82b9-16a862b66582/05eda950-e6f4-4f38-86a7-bf112af47c3b) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:15.763748 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:15.803582 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-7b33e2ce-4517-499e-bba7-0f9a9d28733d tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1775379 Jul 22 11:24:15.826963 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Request body: {'port': {'device_id': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:15.881163 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] For port de8e5933-745f-42ff-8fcb-dde4aff354a3, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=de8e5933-745f-42ff-8fcb-dde4aff354a3,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:15.881612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.959610 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c9ce-8eac-477c-9917-777f4bb40035 req-5af87765-fa72-4166-805c-b39c3975454b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:15.961104 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-70c7c9ce-8eac-477c-9917-777f4bb40035 req-5af87765-fa72-4166-805c-b39c3975454b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 945 time: 0.0697579 Jul 22 11:24:15.963826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:15.995459 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.060380 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-70c7c9ce-8eac-477c-9917-777f4bb40035 req-075447a7-2bae-470b-8cf6-b32a77cbd83e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864623 Jul 22 11:24:16.067046 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.118945 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:16.122499 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:16.128561 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:24:16.133499 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:16.192592 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.193097 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (21dd33b3-c622-4200-9460-4ac4455ce9f1), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.193260 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 21dd33b3-c622-4200-9460-4ac4455ce9f1 disassociated. External IP: 172.27.0.161, port: de8e5933-745f-42ff-8fcb-dde4aff354a3. Jul 22 11:24:16.193723 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for de8e5933-745f-42ff-8fcb-dde4aff354a3 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:24:16.196488 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:16.197964 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.220348 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-274ea2e3-14b0-4b6f-a6d1-fed43bcf908d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531593 Jul 22 11:24:16.232021 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.v2.base [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Request body: {'port': {'device_id': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:16.343418 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dace255-e027-4f91-b18f-6677c26e8464 req-8c888a67-de76-4028-96c3-ffe37e5f7dc4 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:16.345176 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3dace255-e027-4f91-b18f-6677c26e8464 req-8c888a67-de76-4028-96c3-ffe37e5f7dc4 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 932 time: 0.0918155 Jul 22 11:24:16.347510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.351645 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664df0af-47a5-408a-a38e-cd5bd1e4a831 req-6fafa5e2-18f0-4d05-b2e5-c9ecf305e863 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:16.353167 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-664df0af-47a5-408a-a38e-cd5bd1e4a831 req-6fafa5e2-18f0-4d05-b2e5-c9ecf305e863 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 931 time: 0.1550498 Jul 22 11:24:16.467162 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3dace255-e027-4f91-b18f-6677c26e8464 req-3f092c8d-9a1c-45d0-9294-91d39400873b tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132774 Jul 22 11:24:16.483716 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-664df0af-47a5-408a-a38e-cd5bd1e4a831 req-c4efac41-254c-4dec-b71a-d449beda8021 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213539 Jul 22 11:24:16.491778 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:16.498033 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:16.499594 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-de0a960e-fab7-4d01-9745-b72b3e7fca3c None None] Provisioning complete for port 05eda950-e6f4-4f38-86a7-bf112af47c3b triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:24:16.499966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-de0a960e-fab7-4d01-9745-b72b3e7fca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.537108 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-de0a960e-fab7-4d01-9745-b72b3e7fca3c None None] Port 05eda950-e6f4-4f38-86a7-bf112af47c3b cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:24:16.567810 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:16.576871 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:16.581216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks [] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.610746 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Transition to ACTIVE for port object 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:24:16.612465 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (de8e5933-745f-42ff-8fcb-dde4aff354a3), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.619816 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.627943 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:16.657873 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=de8e5933-745f-42ff-8fcb-dde4aff354a3,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:16.707475 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eda950-e6f4-4f38-86a7-bf112af47c3b {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:16.715518 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks [] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.728926 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Transition to ACTIVE for port object 05eda950-e6f4-4f38-86a7-bf112af47c3b will not be triggered until provisioned by entity L2. {{(pid=104148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:24:16.733991 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.737617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:16.791989 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:16.803892 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Pushing event updated for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:16.871510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Attempting to bind port 05eda950-e6f4-4f38-86a7-bf112af47c3b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:24:16.872215 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Attempting to bind port 05eda950-e6f4-4f38-86a7-bf112af47c3b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:24:16.872639 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Attempting to bind port 05eda950-e6f4-4f38-86a7-bf112af47c3b on network b3f9de9b-e339-44a8-8d52-963ec66a3e22 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:16.877833 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Port 05eda950-e6f4-4f38-86a7-bf112af47c3b on network b3f9de9b-e339-44a8-8d52-963ec66a3e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:24:16.878171 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Attempting to bind port 05eda950-e6f4-4f38-86a7-bf112af47c3b on network b3f9de9b-e339-44a8-8d52-963ec66a3e22 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:16.882749 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:24:16.885522 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:24:16.885688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Attempting to bind port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:24:16.885889 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Checking segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:24:16.886016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Attempting to bind port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:24:16.886251 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Bound using segment: {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:24:16.886373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Attempting to bind port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 on network 21334fc9-8075-4597-ace1-e64a29a68fe1 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:16.886692 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Bound port: 05eda950-e6f4-4f38-86a7-bf112af47c3b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:24:16.887058 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.894008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 on network 21334fc9-8075-4597-ace1-e64a29a68fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:24:16.894341 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Attempting to bind port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 on network 21334fc9-8075-4597-ace1-e64a29a68fe1 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:16.903520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:24:16.903904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Checking segment: {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:24:16.904248 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Bound using segment: {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:24:16.904688 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Bound port: 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01f1373-6f95-445e-9470-1c59f9a3eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:24:16.905055 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:16.957829 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:16.961221 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:16.968186 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24819718'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:17.018927 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.019620 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:17.021261 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] 10.222.0.43 "PUT /v2.0/ports/05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 1093 time: 0.7934709 Jul 22 11:24:17.021787 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:17.024361 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e1179-c138-4c5a-ac89-b63644617115" -d '{"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:17.052915 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c8117-0ed8-4a0c-a88d-e02b75ab2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:17.112702 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-e952b7eb-1039-4c8f-9132-206bcc8bda68 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:24:17.113323 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-e952b7eb-1039-4c8f-9132-206bcc8bda68 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0115998 Jul 22 11:24:17.124263 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c629d1-6221-442f-b8dc-fe319a0b750e x-openstack-request-id: req-32c629d1-6221-442f-b8dc-fe319a0b750e {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:17.125288 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:17.125288 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32c629d1-6221-442f-b8dc-fe319a0b750e {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:17.125288 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c629d1-6221-442f-b8dc-fe319a0b750e'] response: {'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'status': 'completed', 'code': 200} Jul 22 11:24:17.127784 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:17.148327 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:17.158789 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:17.162186 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:17.176800 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:17.198957 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:17.213067 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:17.240466 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-8c482feb-e06c-48af-9450-9ed06a4d7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.242880 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-8c482feb-e06c-48af-9450-9ed06a4d7d37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1127 time: 0.0954812 Jul 22 11:24:17.268649 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7ce0148b-6a98-4f17-853d-bd2828cac65b req-da7de13a-b63a-4b55-9510-e10129945797 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 210 time: 0.0596194 Jul 22 11:24:17.305278 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.306135 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:17.308629 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] 10.222.0.43 "PUT /v2.0/ports/4956a75d-dbdd-40c1-8cc6-d93b31e25c30 HTTP/1.1" status: 200 len: 1094 time: 1.4861493 Jul 22 11:24:17.312487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:17.315353 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:17.357539 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-ad403c55-4e62-4b39-b52a-5066012fd983 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 217 time: 0.1068275 Jul 22 11:24:17.461929 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29bc58a-3517-4017-8ce2-663b9a5a534b x-openstack-request-id: req-a29bc58a-3517-4017-8ce2-663b9a5a534b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:17.462220 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:17.462478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a29bc58a-3517-4017-8ce2-663b9a5a534b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:17.462897 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29bc58a-3517-4017-8ce2-663b9a5a534b'] response: {'name': 'network-changed', 'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30', 'status': 'completed', 'code': 200} Jul 22 11:24:17.464021 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-f364dedf-e6e4-4639-8425-775f9e96ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.466467 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-f364dedf-e6e4-4639-8425-775f9e96ce90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0586188 Jul 22 11:24:17.468312 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] No DVR routers for this DVR port de8e5933-745f-42ff-8fcb-dde4aff354a3 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:24:17.470430 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7c186-dc11-4376-a497-ec410c632689 service neutron] Pushing event updated for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:17.483398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:17.486749 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-da8ccc4e-b27a-4768-9c5d-8698c453b1f6 req-d8fa0033-6476-4978-a601-2f51e17fad10 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "DELETE /v2.0/ports/de8e5933-745f-42ff-8fcb-dde4aff354a3 HTTP/1.1" status: 204 len: 173 time: 2.2530460 Jul 22 11:24:17.504998 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-96f93ce6-2ef1-4c5b-8921-1d5016b05ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.507028 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-96f93ce6-2ef1-4c5b-8921-1d5016b05ea2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.1419418 Jul 22 11:24:17.583551 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-f7d0c443-d623-49e8-86f6-81104dafa308 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30 HTTP/1.1" status: 200 len: 217 time: 0.0949783 Jul 22 11:24:17.607969 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:17.640839 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720176fd-c808-45ac-9569-710c535ac7d6 req-df3649a3-c78a-42c6-a990-71fbbccd4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.642583 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-df3649a3-c78a-42c6-a990-71fbbccd4674 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238286 Jul 22 11:24:17.693343 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85221a-31be-4229-9221-b2c8326d30d9 req-9fdf538d-24e8-406f-9827-7fb60052aa44 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.705844 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d85221a-31be-4229-9221-b2c8326d30d9 req-9fdf538d-24e8-406f-9827-7fb60052aa44 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 944 time: 0.1137505 Jul 22 11:24:17.731483 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1533397-b25e-4073-9068-4ad140dbed8a req-b6587ec1-f6bf-48b9-a2bd-a6767801d5da tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.733461 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1533397-b25e-4073-9068-4ad140dbed8a req-b6587ec1-f6bf-48b9-a2bd-a6767801d5da tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.1100712 Jul 22 11:24:17.765699 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:17.783197 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231b7a-3766-48c4-9166-27a411f4928a req-3f64ae38-9913-4ccc-9e7d-a0def1686039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:17.787918 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-3f64ae38-9913-4ccc-9e7d-a0def1686039 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c08e89-d7a6-4be6-898b-e69b6b5e4268 HTTP/1.1" status: 200 len: 853 time: 0.1825266 Jul 22 11:24:17.845641 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a1533397-b25e-4073-9068-4ad140dbed8a req-a9c40148-00da-452b-8a98-f44e124ce3c0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751312 Jul 22 11:24:17.848036 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-9b8280a3-97a8-45b1-8229-30ca18900d9c service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786609 Jul 22 11:24:17.854436 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:17.885548 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:17.889013 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-6a1ed39d-72dd-4537-afd8-2143cb2749a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21334fc9-8075-4597-ace1-e64a29a68fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824718 Jul 22 11:24:17.897302 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d85221a-31be-4229-9221-b2c8326d30d9 req-06efa053-1382-4d14-9953-b49109a3221b tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544590 Jul 22 11:24:17.898018 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:17.898803 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:17.910642 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device de8e5933-745f-42ff-8fcb-dde4aff354a3 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:24:17.958016 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: de8e5933-745f-42ff-8fcb-dde4aff354a3 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:24:17.958776 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device de8e5933-745f-42ff-8fcb-dde4aff354a3 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:24:17.996421 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-720176fd-c808-45ac-9569-710c535ac7d6 req-691aeb5f-bbef-44a6-a6dc-d40075c34dee service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421022 Jul 22 11:24:18.026140 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:18.031327 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:18.043021 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-d31a72e7-8615-4dd3-b3ed-8aafcc8fd017 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446185 Jul 22 11:24:18.229210 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:18.231493 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:24:18.261196 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9f44e-de9e-44bc-98e8-8803eea8dbdb None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:18.301061 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af231b7a-3766-48c4-9166-27a411f4928a req-6f069593-2a99-4333-91be-2c178a21adbc service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967984 Jul 22 11:24:18.399772 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4c923365-94d4-4318-aef4-a11950a463c2 req-099d006c-ebce-47c8-91ae-e437f63cb462 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=36dec2db-4166-4853-a79b-832ad7fc2730 HTTP/1.1" status: 200 len: 210 time: 0.0299637 Jul 22 11:24:18.511201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1179-c138-4c5a-ac89-b63644617115 req-ea649533-25a7-48a3-ab4b-6b26dd9b4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:18.522143 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-ea649533-25a7-48a3-ab4b-6b26dd9b4708 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1127 time: 0.0517867 Jul 22 11:24:18.522269 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca3e49-4b66-41a0-a891-0d305d051585 None None] New status for floating IP 21dd33b3-c622-4200-9460-4ac4455ce9f1: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:24:18.981372 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4cf65-92d5-441e-927b-45e9e2fde50f req-87e3f566-3da8-4470-b60a-361701679dff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:18.982921 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a1a4cf65-92d5-441e-927b-45e9e2fde50f req-87e3f566-3da8-4470-b60a-361701679dff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0573711 Jul 22 11:24:19.042667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-a1a4cf65-92d5-441e-927b-45e9e2fde50f req-89a509bc-5bb0-43b6-a780-5fd11dd142a6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537961 Jul 22 11:24:19.043775 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3d763-e8d5-4058-91c0-fb072819d6af req-e2291f95-c9ce-4c47-b5c3-b802b9cfbc4b tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.045383 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2d3d763-e8d5-4058-91c0-fb072819d6af req-e2291f95-c9ce-4c47-b5c3-b802b9cfbc4b tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 944 time: 0.0675697 Jul 22 11:24:19.051834 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46288) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:19.078836 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:19.098458 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-a2d3d763-e8d5-4058-91c0-fb072819d6af req-3ee0e409-1389-4878-b047-1cd65ea5064e tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469093 Jul 22 11:24:19.181826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ec0b96b4-d46c-4c14-b2a5-bb7021a067bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.295239 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ec0b96b4-d46c-4c14-b2a5-bb7021a067bc admin admin] Publish callbacks [] for security_group (c23db9b8-6431-47e7-9f57-12ed51d0e55e), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.296863 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-eb8c2eee-6d57-412b-8984-7b7b6b204852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.298499 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-eb8c2eee-6d57-412b-8984-7b7b6b204852 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0473881 Jul 22 11:24:19.300293 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-ec0b96b4-d46c-4c14-b2a5-bb7021a067bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c23db9b8-6431-47e7-9f57-12ed51d0e55e), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.374807 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ec0b96b4-d46c-4c14-b2a5-bb7021a067bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26b009afec5a4e9d84281e6c8cf49c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216307 Jul 22 11:24:19.375679 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b96b4-d46c-4c14-b2a5-bb7021a067bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23db9b8-6431-47e7-9f57-12ed51d0e55e,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:19.377527 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46292) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:19.395707 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1179-c138-4c5a-ac89-b63644617115 req-79742349-b19b-4e2a-a7ff-09bd92b0d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.397162 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-79742349-b19b-4e2a-a7ff-09bd92b0d9a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.1428940 Jul 22 11:24:19.415013 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-194d71af-3933-4733-b261-f279efd9b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.416514 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-194d71af-3933-4733-b261-f279efd9b8f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 200 len: 914 time: 0.1118238 Jul 22 11:24:19.420917 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:19.443517 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-df3e82f8-c581-4093-88b0-04a2b6a27828 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 217 time: 0.0382338 Jul 22 11:24:19.467723 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-ccf79eac-59d2-4148-a6ee-4aed5225dbc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30 HTTP/1.1" status: 200 len: 217 time: 0.0409918 Jul 22 11:24:19.477946 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'name': 'network-vif-deleted', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:19.480241 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859bec0f-63a6-4c65-9337-d3ef0a5ad632" -d '{"events": [{"server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "name": "network-vif-deleted", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:19.509265 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1179-c138-4c5a-ac89-b63644617115 req-36d48911-3c25-4533-a651-d9f6686f9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.510891 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-36d48911-3c25-4533-a651-d9f6686f9533 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0605881 Jul 22 11:24:19.530477 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] Publish callbacks [] for security_group (c23db9b8-6431-47e7-9f57-12ed51d0e55e), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.531308 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b0acd-f331-4d7a-9788-accaea12b7c1 x-openstack-request-id: req-405b0acd-f331-4d7a-9788-accaea12b7c1 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:19.531630 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36dec2db-4166-4853-a79b-832ad7fc2730", "name": "network-vif-deleted", "tag": "de8e5933-745f-42ff-8fcb-dde4aff354a3", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:19.531884 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-405b0acd-f331-4d7a-9788-accaea12b7c1 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:19.532279 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405b0acd-f331-4d7a-9788-accaea12b7c1'] response: {'server_uuid': '36dec2db-4166-4853-a79b-832ad7fc2730', 'name': 'network-vif-deleted', 'tag': 'de8e5933-745f-42ff-8fcb-dde4aff354a3', 'status': 'completed', 'code': 200} Jul 22 11:24:19.558651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-e7ce20b0-1ade-4964-b248-b87a1167d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.565221 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-e7ce20b0-1ade-4964-b248-b87a1167d60e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c08e89-d7a6-4be6-898b-e69b6b5e4268 HTTP/1.1" status: 200 len: 853 time: 0.0852377 Jul 22 11:24:19.565221 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] Publish callbacks [] for security_group (c23db9b8-6431-47e7-9f57-12ed51d0e55e), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.571969 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e1179-c138-4c5a-ac89-b63644617115 req-1ee38af5-b57c-4ca5-8acc-836f46058330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.573654 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-1ee38af5-b57c-4ca5-8acc-836f46058330 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552680 Jul 22 11:24:19.627451 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-a9a17390-a42c-454a-b5f0-4c525ceb6fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21334fc9-8075-4597-ace1-e64a29a68fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605001 Jul 22 11:24:19.692584 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c23db9b8-6431-47e7-9f57-12ed51d0e55e), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.695090 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:19.699125 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c23db9b8-6431-47e7-9f57-12ed51d0e55e HTTP/1.1" status: 204 len: 168 time: 0.3178017 Jul 22 11:24:19.702295 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-10596e16-6a28-4973-a41e-3ec8b3130790 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205025 Jul 22 11:24:19.710828 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596542-5cf8-4168-b014-a779d4d0f654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23db9b8-6431-47e7-9f57-12ed51d0e55e,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:19.752945 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-fa8ae5e0-2e99-4257-af01-1c416328a9a5 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175103 Jul 22 11:24:19.753902 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-9af2e94f-0fbc-4b12-9426-ec487f094099 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266173586&fields=id&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 267 time: 0.0922968 Jul 22 11:24:19.829324 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:19.863808 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb68a81e-165e-4b69-86e4-b3ed0037a4b4 req-3ab8c29a-56eb-4988-a9e7-4fb87529e8e1 service neutron] 10.222.0.43 "GET /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034150 Jul 22 11:24:19.882559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:19.891708 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-e01e1179-c138-4c5a-ac89-b63644617115 req-426994a4-e380-4858-8ce7-199a7b2ae5d4 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832511 Jul 22 11:24:19.912024 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:24:19.934265 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-ec852d0e-e6e6-4f0b-bbc9-530f1f09f8c7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:19.936094 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-ec852d0e-e6e6-4f0b-bbc9-530f1f09f8c7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1514659 Jul 22 11:24:19.954131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-91ddbec3-cd39-46a0-9483-03fbacfb1da3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/quotas/04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 375 time: 0.0108638 Jul 22 11:24:20.011361 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-e7a52ec6-2d17-43a4-9f18-7adce61c0fd5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516760 Jul 22 11:24:20.029507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-9e7ab4f8-94d3-45d0-840a-eb32838ca995 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 22 11:24:20.030913 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-9e7ab4f8-94d3-45d0-840a-eb32838ca995 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062306 Jul 22 11:24:20.032390 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:20.046534 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30', 'network_id': '21334fc9-8075-4597-ace1-e64a29a68fe1', 'port_id': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30', 'mac_address': 'fa:16:3e:55:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c08e89-d7a6-4be6-898b-e69b6b5e4268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:24:20.095145 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:20.095570 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:20.111958 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:20.133844 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:20.137951 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-99ea8de9-adeb-40ea-8fd1-cb0e0472d17f service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005428 Jul 22 11:24:20.138515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:20.196458 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e81c8-0e84-400a-93a0-a88d90e3f675 req-1a704d93-a01b-4be3-ad21-b1b4c6e4f8c6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:20.197810 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e05e81c8-0e84-400a-93a0-a88d90e3f675 req-1a704d93-a01b-4be3-ad21-b1b4c6e4f8c6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0688055 Jul 22 11:24:20.197953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:20.245625 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-77d62572-4e6b-4901-a75c-76dd92b9f560 service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013813 Jul 22 11:24:20.258557 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e05e81c8-0e84-400a-93a0-a88d90e3f675 req-1b4468e9-e312-43e5-904b-48eb6a0a2f6f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505457 Jul 22 11:24:20.362163 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274bf-6f83-47c7-ad8f-329d647d3075 req-084e9833-f247-48ef-ad16-0c17b70935d4 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:20.363752 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-914274bf-6f83-47c7-ad8f-329d647d3075 req-084e9833-f247-48ef-ad16-0c17b70935d4 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 945 time: 0.0510345 Jul 22 11:24:20.371818 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['4956a75d-dbdd-40c1-8cc6-d93b31e25c30'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:24:20.416926 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-914274bf-6f83-47c7-ad8f-329d647d3075 req-6971a998-0e76-4dba-ba02-f47bfc8c54b7 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472353 Jul 22 11:24:20.570418 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4cf70b08-f916-4023-a967-eda2a5f5aadf req-3e0d58cf-0a78-4cc7-a984-68efbb4acca5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jul 22 11:24:21.375721 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fc22c-6b92-4a6e-ac24-73435ad93388 req-21943c64-6b39-4acb-b81b-fa2fe7169b78 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:21.377372 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d51fc22c-6b92-4a6e-ac24-73435ad93388 req-21943c64-6b39-4acb-b81b-fa2fe7169b78 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0524533 Jul 22 11:24:21.489963 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-d51fc22c-6b92-4a6e-ac24-73435ad93388 req-91ee168e-be24-42a8-abe3-fde17cb5c0af tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060531 Jul 22 11:24:21.542868 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-467c4e8f-4311-47b9-b7c0-35dbebb7ec34 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:21.544525 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-467c4e8f-4311-47b9-b7c0-35dbebb7ec34 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1437864 Jul 22 11:24:21.544647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eea025-e868-4179-9802-72c56a9b68dd req-47423faf-f52e-4f77-858d-ec2a8c6a88fc tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:21.546206 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94eea025-e868-4179-9802-72c56a9b68dd req-47423faf-f52e-4f77-858d-ec2a8c6a88fc tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Jul 22 11:24:21.608011 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-94eea025-e868-4179-9802-72c56a9b68dd req-ac67b2e9-aa28-47a5-8d97-8fd77051a6bf tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Jul 22 11:24:21.614967 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-84a677e1-43ad-472e-a7c3-e14858a81324 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 380 time: 0.0619941 Jul 22 11:24:21.628442 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'port': {'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'admin_state_up': True, 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'security_groups': ['fa0c4be1-a4d6-4fde-b22f-594f4887cdaa']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:21.719559 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7c9ae118-dac1-4760-bb84-6167fe6d5774 req-a2b60991-2f06-4469-a8ed-2fa7c42e519b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 210 time: 0.0607357 Jul 22 11:24:21.771061 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Made reservation on behalf of 04d58bceb8414b02a1bbaec0db07d85e for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:21.774606 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:21.915500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:22.099495 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:24:22.105997 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:24:22.106500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.148842 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:22.185009 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:22.185403 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.195466 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.20.0.10 (050b1084-bd00-4a10-81b9-1276e2d9b4d8/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02/546116d2-e38d-4e95-afb2-bdaec2cf68f5) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:22.210052 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:22.212592 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd98421-eaa4-43e7-b554-f7776bae67b6" -d '{"events": [{"server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "name": "network-vif-plugged", "status": "completed", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:22.225845 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:22.230861 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.255485 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21684e-09f1-45f5-9055-2a2b02693fcb x-openstack-request-id: req-9b21684e-09f1-45f5-9055-2a2b02693fcb {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:22.255781 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "name": "network-vif-plugged", "status": "completed", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:22.256050 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b21684e-09f1-45f5-9055-2a2b02693fcb {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:22.256444 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b21684e-09f1-45f5-9055-2a2b02693fcb'] response: {'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30', 'code': 200} Jul 22 11:24:22.269027 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:22.287178 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:22.315314 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:22.345856 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.381960 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.430984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:22.434794 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133064-497f-4650-96b3-b11c10723a7b req-fcbe09f2-6a90-48dc-be0f-3d0964b2da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:22.435126 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:22.436410 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9b133064-497f-4650-96b3-b11c10723a7b req-fcbe09f2-6a90-48dc-be0f-3d0964b2da27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0426509 Jul 22 11:24:22.437791 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:24:22.444459 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:22.490126 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9b133064-497f-4650-96b3-b11c10723a7b req-9b87136f-b4e9-4511-92c8-3fa54a974784 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Jul 22 11:24:22.498021 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:22.498662 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.521472 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3f18b2e5-443c-4b64-bc5e-3111cb32dfb1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984838 Jul 22 11:24:22.632210 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9c5d2-461c-41d8-b3d3-92e1efc0f03e req-2acdabd2-b02f-4b16-9429-6a498b023d2f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:22.633767 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93e9c5d2-461c-41d8-b3d3-92e1efc0f03e req-2acdabd2-b02f-4b16-9429-6a498b023d2f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0497789 Jul 22 11:24:22.687815 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-93e9c5d2-461c-41d8-b3d3-92e1efc0f03e req-4746afdf-8184-4b40-8dea-5a5999bf4b2a tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470908 Jul 22 11:24:22.695591 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Request body: {'port': {'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:22.713807 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-b1cf96ba-d885-4115-9e17-93dbc5ddf643 None None] Provisioning complete for port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:24:22.714121 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b1cf96ba-d885-4115-9e17-93dbc5ddf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.745200 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c951-3c30-4216-a315-fded1f49ce9a req-4de348bb-4d86-47e6-862f-ce0c57083192 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:22.748001 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b183c951-3c30-4216-a315-fded1f49ce9a req-4de348bb-4d86-47e6-862f-ce0c57083192 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 946 time: 0.0618997 Jul 22 11:24:22.758051 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:22.761773 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf96ba-d885-4115-9e17-93dbc5ddf643 None None] Port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:24:22.780305 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:22.799587 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:22.808998 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b183c951-3c30-4216-a315-fded1f49ce9a req-01658d2f-d740-4d50-97b6-750e70cbbd0f tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Jul 22 11:24:22.862208 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3272a9-fb19-4222-b48e-308bf085b952 req-cf5c60ec-e158-41f5-82a7-2116d5961af3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:22.863742 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6c3272a9-fb19-4222-b48e-308bf085b952 req-cf5c60ec-e158-41f5-82a7-2116d5961af3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 932 time: 0.0700476 Jul 22 11:24:23.004221 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6c3272a9-fb19-4222-b48e-308bf085b952 req-23971ff6-0081-4f0b-a946-7ce1862bae68 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282203 Jul 22 11:24:23.133770 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546116d2-e38d-4e95-afb2-bdaec2cf68f5 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:23.142738 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks [] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:23.156673 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Transition to ACTIVE for port object 546116d2-e38d-4e95-afb2-bdaec2cf68f5 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:24:23.161530 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:23.166914 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:23.226081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:23.301856 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:23.309373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Attempting to bind port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:24:23.309924 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Attempting to bind port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:24:23.310382 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Attempting to bind port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:23.317386 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:24:23.317709 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Attempting to bind port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:24:23.324687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:24:23.325008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:24:23.325403 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Bound using segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:24:23.325814 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Bound port: 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:24:23.326175 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:23.399498 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:23.403525 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:23.410137 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:23.444269 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:23.444956 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:23.446278 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] 10.222.0.43 "PUT /v2.0/ports/546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 1094 time: 0.7547882 Jul 22 11:24:23.446714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:23.449029 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b285333-bb8a-48d5-bddb-1bcf545c94ef" -d '{"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:23.480769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9b872-6767-417b-a3fb-5bc0f783ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:23.495750 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b25780-0d66-4f38-84f8-da77aed3a18b x-openstack-request-id: req-32b25780-0d66-4f38-84f8-da77aed3a18b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:23.496309 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:23.496631 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32b25780-0d66-4f38-84f8-da77aed3a18b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:23.497195 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b25780-0d66-4f38-84f8-da77aed3a18b'] response: {'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'status': 'completed', 'code': 200} Jul 22 11:24:23.816775 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372896-1ef7-4802-9bc4-36dd2c183dbd req-6326079c-3ea8-4e08-b746-fed3419a0e28 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:23.818370 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55372896-1ef7-4802-9bc4-36dd2c183dbd req-6326079c-3ea8-4e08-b746-fed3419a0e28 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0500777 Jul 22 11:24:23.874556 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-55372896-1ef7-4802-9bc4-36dd2c183dbd req-692eee33-2f9d-4ca4-a3fc-405bc89a6480 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492659 Jul 22 11:24:23.947786 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6421b-613c-4031-a98f-e607969580b4 req-f864c533-1807-4b98-b546-e5022c0767da tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:23.950118 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-acc6421b-613c-4031-a98f-e607969580b4 req-f864c533-1807-4b98-b546-e5022c0767da tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 946 time: 0.0510283 Jul 22 11:24:23.978827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:23.987166 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-eeef2cd6-5534-43a0-b218-cb66c54aa237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:23.988735 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-eeef2cd6-5534-43a0-b218-cb66c54aa237 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1128 time: 0.0511115 Jul 22 11:24:24.012313 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-acc6421b-613c-4031-a98f-e607969580b4 req-2f3c20d0-ee4c-4913-aac9-9f38ed620ccc tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Jul 22 11:24:24.141121 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b137b-7fd1-4785-ac0b-ba9a1b8948b8 req-dd9cd164-54fd-423d-8e56-97a385619136 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:24.142629 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b79b137b-7fd1-4785-ac0b-ba9a1b8948b8 req-dd9cd164-54fd-423d-8e56-97a385619136 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0653341 Jul 22 11:24:24.144075 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-8d6a301c-4760-4f09-842a-eeb4c69ca8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:24.145012 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-8d6a301c-4760-4f09-842a-eeb4c69ca8a3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1473224 Jul 22 11:24:24.258972 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b79b137b-7fd1-4785-ac0b-ba9a1b8948b8 req-b85ca03c-ba8f-43f2-82bc-29c25c0c2f63 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104438 Jul 22 11:24:24.293363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-e1cb549b-d81d-44cb-a218-b19bf58cfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:24.295202 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4b285333-bb8a-48d5-bddb-1bcf545c94ef req-e1cb549b-d81d-44cb-a218-b19bf58cfa3b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400719 Jul 22 11:24:24.936698 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-225e327f-df36-4987-8c81-01f1598d1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:24.938261 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-225e327f-df36-4987-8c81-01f1598d1a3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1128 time: 0.0420244 Jul 22 11:24:25.007559 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-ccee5d5f-fd58-46db-b949-7a430c6907e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 217 time: 0.0534267 Jul 22 11:24:25.053402 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc96a-27d6-48b4-9ac3-e71057cee7db req-860e1b20-575e-4857-8ed1-681084b6361f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:25.055038 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a0cc96a-27d6-48b4-9ac3-e71057cee7db req-860e1b20-575e-4857-8ed1-681084b6361f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.1099827 Jul 22 11:24:25.088791 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-f40ced42-110d-4812-bd75-9bb8aa1bb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:25.090908 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-f40ced42-110d-4812-bd75-9bb8aa1bb8c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0748551 Jul 22 11:24:25.149848 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8a0cc96a-27d6-48b4-9ac3-e71057cee7db req-448879b1-ce79-4563-83db-8bf409dcb2a8 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881517 Jul 22 11:24:25.162365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-71dd6653-82b0-406c-80b7-4d8778009365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:25.163707 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-71dd6653-82b0-406c-80b7-4d8778009365 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619843 Jul 22 11:24:25.189287 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:25.268404 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-d7909e19-021c-4817-8a06-1006dcea957f service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962508 Jul 22 11:24:25.351931 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:25.375513 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-96dcdab1-2aa4-4624-bdab-954977d052ea req-3e5566d6-7d1a-4e90-9c65-fe453b9ed271 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007409 Jul 22 11:24:25.557225 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7576a-6b22-4f47-b710-2ca4f4420805 req-a7396ac0-8df3-40f1-a5c7-743717ad4cda tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:25.559307 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-89f7576a-6b22-4f47-b710-2ca4f4420805 req-a7396ac0-8df3-40f1-a5c7-743717ad4cda tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.2250938 Jul 22 11:24:25.612404 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-89f7576a-6b22-4f47-b710-2ca4f4420805 req-f74ec0ba-f443-45ba-8d52-ca2f3ae13f0f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 Jul 22 11:24:25.959417 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:24:26.059042 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:26.069953 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'mac_address': 'fa:16:3e:7e:11:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:24:26.103327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 05eda950-e6f4-4f38-86a7-bf112af47c3b is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:26.103716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:26.117374 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eda950-e6f4-4f38-86a7-bf112af47c3b {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:26.137362 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:26.142085 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:26.194070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:26.269826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5e7ae-35d9-4198-b5a3-45ba7c6c3f5c req-c33a5837-6f70-4832-88f7-f3421de116a0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:26.271284 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c3a5e7ae-35d9-4198-b5a3-45ba7c6c3f5c req-c33a5837-6f70-4832-88f7-f3421de116a0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 944 time: 0.0481386 Jul 22 11:24:26.326203 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c3a5e7ae-35d9-4198-b5a3-45ba7c6c3f5c req-c50477b6-f1a1-4c68-804c-c39c72d86351 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Jul 22 11:24:26.380101 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['05eda950-e6f4-4f38-86a7-bf112af47c3b'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:24:26.733459 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977794a-5f14-4eeb-be41-ddbf90fc13e8 req-47e0f41f-747c-4703-acea-adbb92022fcf tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:26.734971 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d977794a-5f14-4eeb-be41-ddbf90fc13e8 req-47e0f41f-747c-4703-acea-adbb92022fcf tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0491295 Jul 22 11:24:26.785973 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d977794a-5f14-4eeb-be41-ddbf90fc13e8 req-186a2a0d-db41-4d4b-9f8c-23d1b554c511 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 Jul 22 11:24:27.445443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730c9d7-05a2-4810-9ddf-9cdf6f4b0ace req-21e96188-5590-4cba-bd19-e3bace8fc1ac tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:27.446968 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6730c9d7-05a2-4810-9ddf-9cdf6f4b0ace req-21e96188-5590-4cba-bd19-e3bace8fc1ac tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 944 time: 0.0471070 Jul 22 11:24:27.501151 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6730c9d7-05a2-4810-9ddf-9cdf6f4b0ace req-0b18f837-4ec1-42ef-bac6-7ac4448f3dc2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480049 Jul 22 11:24:27.672767 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:27.899651 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb95ea4-fcb4-4f91-9ee3-30bb8577648b req-55dd7675-93c5-4487-88ad-d08914ee7055 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:27.901103 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cb95ea4-fcb4-4f91-9ee3-30bb8577648b req-55dd7675-93c5-4487-88ad-d08914ee7055 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0499141 Jul 22 11:24:27.949346 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-2cb95ea4-fcb4-4f91-9ee3-30bb8577648b req-cba431f3-1bd6-431d-8ce1-2d1100e43ce0 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Jul 22 11:24:27.987710 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:28.030405 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 05eda950-e6f4-4f38-86a7-bf112af47c3b completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:24:28.036449 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 05eda950-e6f4-4f38-86a7-bf112af47c3b triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:24:28.036865 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:28.064929 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:28.111006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 05eda950-e6f4-4f38-86a7-bf112af47c3b is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:28.111429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:28.133751 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:28.138270 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848760a-9852-4d40-ae49-da471aeb27b7" -d '{"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-plugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:28.150772 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:28.155644 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:28.159382 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:28.179579 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7807f675-cda2-4812-934c-9cc316952df3 x-openstack-request-id: req-7807f675-cda2-4812-934c-9cc316952df3 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:28.179871 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-plugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:28.180171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7807f675-cda2-4812-934c-9cc316952df3 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:28.180565 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7807f675-cda2-4812-934c-9cc316952df3'] response: {'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'code': 200} Jul 22 11:24:28.208265 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:28.437823 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b106-1a58-4d59-9d96-59236155a8c9 req-58f51c9c-80e5-46e8-9ddd-8a0a054507a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:28.439325 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9333b106-1a58-4d59-9d96-59236155a8c9 req-58f51c9c-80e5-46e8-9ddd-8a0a054507a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0853939 Jul 22 11:24:28.485616 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9333b106-1a58-4d59-9d96-59236155a8c9 req-5bbdfcca-25f2-400e-9218-8841dce3fb2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391982 Jul 22 11:24:28.618371 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6ac3-7a6f-4690-af12-94c76f2b2ca8 req-2a0ca92a-9e0f-48e5-8f61-affc2a826b58 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:28.619870 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-899c6ac3-7a6f-4690-af12-94c76f2b2ca8 req-2a0ca92a-9e0f-48e5-8f61-affc2a826b58 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0500867 Jul 22 11:24:28.681241 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-899c6ac3-7a6f-4690-af12-94c76f2b2ca8 req-5a5df299-2394-4304-8488-0640fe6cd8ad tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Jul 22 11:24:29.072893 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93143e-fea4-41c3-9bb7-7114cbfe5484 req-6b9e96d9-ab83-486f-b6d4-6e5c9b0436c3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:29.074341 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fd93143e-fea4-41c3-9bb7-7114cbfe5484 req-6b9e96d9-ab83-486f-b6d4-6e5c9b0436c3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0552816 Jul 22 11:24:29.092860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:29.132748 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fd93143e-fea4-41c3-9bb7-7114cbfe5484 req-be9f9609-556d-465b-b54a-54024604ebde tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518801 Jul 22 11:24:29.802132 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f76d9b-b305-4fb2-9424-cb77c451c0b8 req-556361c8-c9a4-46f9-8b03-0a3a24523ad1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:29.803663 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-60f76d9b-b305-4fb2-9424-cb77c451c0b8 req-556361c8-c9a4-46f9-8b03-0a3a24523ad1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0509624 Jul 22 11:24:29.858414 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-60f76d9b-b305-4fb2-9424-cb77c451c0b8 req-af149874-f94f-4f15-92a8-b10466dc56e3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489261 Jul 22 11:24:30.033319 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5395e-20c4-48ee-9290-3e3d2b64635f req-aa4c25ce-23f7-4c8c-969f-f1a35b54186e tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:30.034786 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b9d5395e-20c4-48ee-9290-3e3d2b64635f req-aa4c25ce-23f7-4c8c-969f-f1a35b54186e tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.1046755 Jul 22 11:24:30.084522 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b9d5395e-20c4-48ee-9290-3e3d2b64635f req-9fa80a79-8311-4ae3-a51b-c38bd8d6d42d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Jul 22 11:24:30.106562 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46396) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:30.249905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbcdde-b0d1-4ee1-889b-8c7133c231b8 tempest-TestShelveInstance-632166224 tempest-TestShelveInstance-632166224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:30.251591 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-69bbcdde-b0d1-4ee1-889b-8c7133c231b8 tempest-TestShelveInstance-632166224 tempest-TestShelveInstance-632166224-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1124 time: 0.1440296 Jul 22 11:24:30.254996 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46402) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:30.256033 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee59c2-69e4-49c1-9094-3d47db36527a req-92781916-13fd-4e1e-a2e5-a1d45dcf56c4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:30.257526 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4bee59c2-69e4-49c1-9094-3d47db36527a req-92781916-13fd-4e1e-a2e5-a1d45dcf56c4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0543861 Jul 22 11:24:30.259287 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:30.281900 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:30.321518 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4bee59c2-69e4-49c1-9094-3d47db36527a req-447913cc-8912-4bc0-ad2d-f6f6b87c2f8f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537558 Jul 22 11:24:30.381488 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:30.493970 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Allocated IP 172.27.0.221 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/1675146b-47e9-4a2c-acd6-f6f13e87c24c) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:30.584279 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:30.602952 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:30.611889 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:30.642398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:30.686365 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:30.690066 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:30.694028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:24:30.697658 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'Port': ['ID=1675146b-47e9-4a2c-acd6-f6f13e87c24c,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:31.097646 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for floatingip (5126d5ad-cfca-4d4e-87c9-bdbe47cc245a), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.172081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.342769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.353275 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.433524 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:31.453793 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event updated for resources: {'Port': ['ID=1675146b-47e9-4a2c-acd6-f6f13e87c24c,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:31.479432 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398596f-8e4e-43fd-917f-25d80afe079c req-5d536cc9-8b59-43cb-9620-25172be9e4d3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:31.480943 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3398596f-8e4e-43fd-917f-25d80afe079c req-5d536cc9-8b59-43cb-9620-25172be9e4d3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 944 time: 0.0688653 Jul 22 11:24:31.484697 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5126d5ad-cfca-4d4e-87c9-bdbe47cc245a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.536430 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:31.609560 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3398596f-8e4e-43fd-917f-25d80afe079c req-ab89ddf4-9902-4216-85df-6327e605d148 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210625 Jul 22 11:24:31.622793 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Floating IP 5126d5ad-cfca-4d4e-87c9-bdbe47cc245a associated. External IP: 172.27.0.221, port: 05eda950-e6f4-4f38-86a7-bf112af47c3b. Jul 22 11:24:31.852769 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Router ef1734e3-fc77-41ec-afe1-a94332f072dc has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:24:31.961433 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:31.970884 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Sync routers for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:31.980276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:31.983017 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:31.983735 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:32.000388 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 546116d2-e38d-4e95-afb2-bdaec2cf68f5 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:24:32.018950 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-89cb20f2-846b-4457-adad-87626d240851 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7603986 Jul 22 11:24:32.018950 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:32.019559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:32.059724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df7a45-3626-4ddf-a063-bdc29ebf45b3 x-openstack-request-id: req-e1df7a45-3626-4ddf-a063-bdc29ebf45b3 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:32.059724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:32.059724 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1df7a45-3626-4ddf-a063-bdc29ebf45b3 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:32.060235 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1df7a45-3626-4ddf-a063-bdc29ebf45b3'] response: {'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'status': 'completed', 'code': 200} Jul 22 11:24:32.093612 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:32.115211 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:32.128307 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-3d02d9f2-4f83-4f9a-baba-6006fd973c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:32.128895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:24:32.131295 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-3d02d9f2-4f83-4f9a-baba-6006fd973c3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0453107 Jul 22 11:24:32.164753 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:32.165272 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:32.179718 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546116d2-e38d-4e95-afb2-bdaec2cf68f5 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:24:32.200790 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:32.205257 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:32.242764 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-5e20fa57-4697-451c-b456-648117ac5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:32.245668 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-5e20fa57-4697-451c-b456-648117ac5f51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.1089704 Jul 22 11:24:32.276037 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:32.284397 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.284828 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.285243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.285736 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.286185 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.286588 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.286981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.287414 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.287820 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.288211 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.288600 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.289006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.290070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.290070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.290070 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:32.317979 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-f137e2b1-6f63-49e7-99fe-cdf1bedeec0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 999 time: 0.0643737 Jul 22 11:24:32.341512 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5126d5ad-cfca-4d4e-87c9-bdbe47cc245a', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'mac_address': 'fa:16:3e:7e:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:30Z', 'updated_at': '2022-07-22T11:24:30Z', 'revision_number': 0, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:32.370814 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Checking router: ef1734e3-fc77-41ec-afe1-a94332f072dc for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:32.380214 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:32.381078 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:32.388119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-e4798e04-ba10-457d-9416-e3402ef6d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:32.389839 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-e4798e04-ba10-457d-9416-e3402ef6d6b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0655217 Jul 22 11:24:32.446300 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-63dd549f-8ad3-4528-ba2b-edb5aa0ffdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:32.447916 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-63dd549f-8ad3-4528-ba2b-edb5aa0ffdeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495141 Jul 22 11:24:32.466602 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:32.477407 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['546116d2-e38d-4e95-afb2-bdaec2cf68f5'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:24:32.494199 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:32.550657 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-33bb45f7-7fe5-4361-9d99-a271b18778ed service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926597 Jul 22 11:24:32.617763 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:32.653668 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ec597ddf-d79d-4a58-ae19-f19bd473d1c2 req-3cc71700-18f4-4bd1-87e7-d664eb87747b service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975182 Jul 22 11:24:32.733313 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:32.744428 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a5f29-db8d-40ef-80e6-eb6cfcc97b28 req-134e8883-f97b-4646-9abb-03d21c1a4212 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:32.745999 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9c1a5f29-db8d-40ef-80e6-eb6cfcc97b28 req-134e8883-f97b-4646-9abb-03d21c1a4212 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 945 time: 0.0540078 Jul 22 11:24:32.799765 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9c1a5f29-db8d-40ef-80e6-eb6cfcc97b28 req-2b922633-6554-41db-944b-d39f8c79fefa tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 Jul 22 11:24:32.833989 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-1a22e589-5c78-45e5-a876-915150638566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5126d5ad-cfca-4d4e-87c9-bdbe47cc245a', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'mac_address': 'fa:16:3e:7e:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:30Z', 'updated_at': '2022-07-22T11:24:30Z', 'revision_number': 0, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:32.859863 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22e589-5c78-45e5-a876-915150638566 None None] The sync data for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi is: [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '5126d5ad-cfca-4d4e-87c9-bdbe47cc245a', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'mac_address': 'fa:16:3e:7e:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:30Z', 'updated_at': '2022-07-22T11:24:30Z', 'revision_number': 0, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:33.116561 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92d8488-ca7d-4df4-bd66-3c5f1f5e0353 None None] New status for floating IP 5126d5ad-cfca-4d4e-87c9-bdbe47cc245a: ACTIVE {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:24:33.923091 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d34d-ab97-4868-a613-477862b5ca48 req-8ca4fece-20fd-4742-b448-bbc60c7602fc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:33.925034 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3366d34d-ab97-4868-a613-477862b5ca48 req-8ca4fece-20fd-4742-b448-bbc60c7602fc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 945 time: 0.0497081 Jul 22 11:24:33.978489 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3366d34d-ab97-4868-a613-477862b5ca48 req-318be7b3-05ca-41be-a36a-6e2cc8844778 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 Jul 22 11:24:34.205157 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 546116d2-e38d-4e95-afb2-bdaec2cf68f5 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:34.208011 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:34.258006 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:24:34.265941 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:24:34.266551 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:34.298313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:34.349756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:24:34.350147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:34.374967 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:34.377391 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f258f-42f6-4d61-af3a-f0f560cdbc20" -d '{"events": [{"server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "name": "network-vif-plugged", "status": "completed", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:34.391217 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:34.396028 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:34.430171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339204b-ca0c-4bba-85d4-33496c19cbeb x-openstack-request-id: req-3339204b-ca0c-4bba-85d4-33496c19cbeb {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:34.430468 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "name": "network-vif-plugged", "status": "completed", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:34.430730 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3339204b-ca0c-4bba-85d4-33496c19cbeb {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:34.431141 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3339204b-ca0c-4bba-85d4-33496c19cbeb'] response: {'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'code': 200} Jul 22 11:24:34.450613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:35.109167 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f586-c290-41fe-909f-cffc1b37514d req-a6aef051-dcb3-4a7c-a1be-867f08807149 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:35.111537 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1f9f586-c290-41fe-909f-cffc1b37514d req-a6aef051-dcb3-4a7c-a1be-867f08807149 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0626607 Jul 22 11:24:35.169606 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1f9f586-c290-41fe-909f-cffc1b37514d req-1de6bc40-2b98-41ac-8f99-9a8e77599062 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500343 Jul 22 11:24:36.235733 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2683b-657a-43e9-beba-bf53bfd4645b req-d44112bc-49d5-418d-914b-54aa74f876dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:36.238198 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8dd2683b-657a-43e9-beba-bf53bfd4645b req-d44112bc-49d5-418d-914b-54aa74f876dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1130 time: 0.0604637 Jul 22 11:24:36.339592 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb23aab-eac5-4158-888a-361995862c26 req-d97e6201-ba0e-4e75-aef1-16a9d6eda7d7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:36.341088 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2eb23aab-eac5-4158-888a-361995862c26 req-d97e6201-ba0e-4e75-aef1-16a9d6eda7d7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0716410 Jul 22 11:24:36.344143 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-8dd2683b-657a-43e9-beba-bf53bfd4645b req-1bbeb881-1172-4679-b6a6-e69a911debfb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942080 Jul 22 11:24:36.396976 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-2eb23aab-eac5-4158-888a-361995862c26 req-efef1904-3fbb-4872-8594-6e84592a48eb tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499249 Jul 22 11:24:37.538620 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37c9d7-7ee1-40df-8d15-97a521330e27 req-d0f905bf-4876-4980-8de1-d118019c579c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:37.540296 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9a37c9d7-7ee1-40df-8d15-97a521330e27 req-d0f905bf-4876-4980-8de1-d118019c579c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0520384 Jul 22 11:24:37.596381 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-9a37c9d7-7ee1-40df-8d15-97a521330e27 req-8c3f0711-f871-4b72-93b9-6445631f5a5c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503409 Jul 22 11:24:38.531637 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6d700dd3-dff0-40d3-abc7-c24017f05924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:38.733955 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ea8d-d919-4f98-9406-7f1198fcc532 req-f82a35af-6922-4fe8-8f35-fd172a969e8b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:38.735583 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c060ea8d-d919-4f98-9406-7f1198fcc532 req-f82a35af-6922-4fe8-8f35-fd172a969e8b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0565612 Jul 22 11:24:38.807915 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c060ea8d-d919-4f98-9406-7f1198fcc532 req-3de45376-bf04-4384-a16f-b5d957d4c4db tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637577 Jul 22 11:24:39.950112 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17168383-9b03-441b-b75f-83202f058ac5 req-aaef90ec-646d-4f8a-8b16-ffa73e61436c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:39.951683 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-17168383-9b03-441b-b75f-83202f058ac5 req-aaef90ec-646d-4f8a-8b16-ffa73e61436c tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0605414 Jul 22 11:24:39.988864 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:40.007078 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-17168383-9b03-441b-b75f-83202f058ac5 req-98eb683e-a6c8-4e4d-8bd2-13a44b11b611 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495086 Jul 22 11:24:40.637720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-20bf193c-2808-40c6-a2d9-cbf97103b749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:41.146547 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753305cf-c64d-4761-87f8-a32665d05b0e req-de748ced-8e62-4ffd-bb05-5d4e0f897749 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:41.148052 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-753305cf-c64d-4761-87f8-a32665d05b0e req-de748ced-8e62-4ffd-bb05-5d4e0f897749 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0554800 Jul 22 11:24:41.216323 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-753305cf-c64d-4761-87f8-a32665d05b0e req-d32c94dc-3a02-45d6-aae7-7dbece672718 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586421 Jul 22 11:24:41.344162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c857fe-c598-409c-970f-756190cbad65 req-2e248b57-f511-4d49-8815-01f899df25a0 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:41.345630 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0c857fe-c598-409c-970f-756190cbad65 req-2e248b57-f511-4d49-8815-01f899df25a0 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0533042 Jul 22 11:24:41.371010 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:41.397186 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e0c857fe-c598-409c-970f-756190cbad65 req-93dc1061-93cf-4e5e-90db-c881c8a9c2b3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Jul 22 11:24:41.422852 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46460) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:41.465797 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e370c-ab26-48af-9928-e3f132c3a8dd tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:41.467360 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-342e370c-ab26-48af-9928-e3f132c3a8dd tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1125 time: 0.0433316 Jul 22 11:24:41.471196 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46462) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:24:41.475634 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:24:41.497880 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:41.586704 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:41.706571 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.27.0.106 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/e25f4ddc-fe7d-4d61-90e1-1dffd44775b8) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:42.088069 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.115222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:42.124696 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.131047 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:42.161233 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.187818 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:42.191231 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:42.197227 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:24:42.223355 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=e25f4ddc-fe7d-4d61-90e1-1dffd44775b8,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:42.234754 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.235209 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.235585 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.235934 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.236271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.236609 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.236932 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.237271 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.237612 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.237922 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.238250 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.238576 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.238904 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.239228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.239567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:42.599030 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (48a0cd32-301f-4984-ba65-9cde8b31e2c5), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.684176 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.831616 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=30 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:42.837225 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=84 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:42.868453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.876928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:42.948431 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=e25f4ddc-fe7d-4d61-90e1-1dffd44775b8,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:42.966614 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (48a0cd32-301f-4984-ba65-9cde8b31e2c5), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:43.078212 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 48a0cd32-301f-4984-ba65-9cde8b31e2c5 associated. External IP: 172.27.0.106, port: 546116d2-e38d-4e95-afb2-bdaec2cf68f5. Jul 22 11:24:43.111238 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:43.116144 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:43.295696 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:24:43.402857 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:43.415820 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:43.429649 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:43.431219 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:43.432213 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:43.479950 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d4d91903-c90c-4d92-817b-ca6a77970a7b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0073240 Jul 22 11:24:43.480836 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:43.484655 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884abed-53da-4daa-ab6f-0fb7507b92a2" -d '{"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:43.560219 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:43.607167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa55d8-53f0-4a31-8b42-ab448dc97f92 x-openstack-request-id: req-2bfa55d8-53f0-4a31-8b42-ab448dc97f92 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:43.607607 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:43.607966 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bfa55d8-53f0-4a31-8b42-ab448dc97f92 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:43.608722 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfa55d8-53f0-4a31-8b42-ab448dc97f92'] response: {'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'status': 'completed', 'code': 200} Jul 22 11:24:43.686141 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-943f8e55-84c8-4f82-9b4d-942fe35c6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:43.689720 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-943f8e55-84c8-4f82-9b4d-942fe35c6a55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1130 time: 0.0472291 Jul 22 11:24:43.719170 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:43.795654 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:42Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:43.808126 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:43.808452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-f250bf9d-265a-46e4-9a4a-2f5c6d6e88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:43.811955 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-f250bf9d-265a-46e4-9a4a-2f5c6d6e88a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.1149118 Jul 22 11:24:43.828097 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:43.838919 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:24:43.840072 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:24:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:43.891131 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-265f6b7e-f1f2-41c7-ad7f-ca394dd88063 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 1000 time: 0.0724838 Jul 22 11:24:43.959840 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:24:43.966780 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-db08aabf-bcf5-4450-bd43-314b9ff5117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:43.969270 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-db08aabf-bcf5-4450-bd43-314b9ff5117d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0642364 Jul 22 11:24:44.040829 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-e203ab62-3054-4d5f-8eb4-1681f5e47628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:44.042933 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-e203ab62-3054-4d5f-8eb4-1681f5e47628 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535278 Jul 22 11:24:44.180595 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-0bd450ba-b9b1-41b8-92dc-e700428d8469 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293721 Jul 22 11:24:44.228398 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:42Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:44.257729 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a58af-58ce-4a02-8ef8-d4edbbb4a9ab None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:42Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:44.291762 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0884abed-53da-4daa-ab6f-0fb7507b92a2 req-5814b4b2-bd58-4810-bf78-89aa2299aa80 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016753 Jul 22 11:24:44.485906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9c6af9-bb9b-4c15-bb17-9743ee73aec7 None None] New status for floating IP 48a0cd32-301f-4984-ba65-9cde8b31e2c5: ACTIVE {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:24:46.553602 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ce07-8fed-4c4f-9f35-83e6f3856a9e req-34c5b9d1-0703-40c1-80b1-ce73146ce578 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:46.555150 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4a04ce07-8fed-4c4f-9f35-83e6f3856a9e req-34c5b9d1-0703-40c1-80b1-ce73146ce578 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 946 time: 0.0516214 Jul 22 11:24:46.624387 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4a04ce07-8fed-4c4f-9f35-83e6f3856a9e req-0fa55547-7934-4c70-9e01-ec100811d1ed tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553725 Jul 22 11:24:47.753581 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5850bc-af90-42c7-be4f-2e6a7a645854 req-a267a747-4d55-4d8e-b018-7b2407515757 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:47.755132 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af5850bc-af90-42c7-be4f-2e6a7a645854 req-a267a747-4d55-4d8e-b018-7b2407515757 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 946 time: 0.0516138 Jul 22 11:24:47.809908 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-af5850bc-af90-42c7-be4f-2e6a7a645854 req-3803119a-9c6c-4103-80e4-3efee3a453cf tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa2134f-87fb-4d9a-a670-f87c925d6ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 Jul 22 11:24:48.277975 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:48.287037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-d40f9d22-80e7-4f58-8eb9-10fc2e727bfa tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:24:48.288520 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-d40f9d22-80e7-4f58-8eb9-10fc2e727bfa tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 946 time: 0.0489936 Jul 22 11:24:48.343755 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:48.379233 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Deleting port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:24:48.379618 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:48.470793 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] For port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,segment=NetworkSegment(b01f1373-6f95-445e-9470-1c59f9a3eae4),segment_id=b01f1373-6f95-445e-9470-1c59f9a3eae4)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:48.471162 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:48.484532 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Calling delete_port for 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:24:48.628569 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (4956a75d-dbdd-40c1-8cc6-d93b31e25c30), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:48.642033 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['4956a75d-dbdd-40c1-8cc6-d93b31e25c30'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:24:48.662626 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Pushing event deleted for resources: {'Port': ['ID=4956a75d-dbdd-40c1-8cc6-d93b31e25c30,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:48.705421 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] No DVR routers for this DVR port 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:24:48.711361 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:24:48.711559 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-09ecb9a2-d1b1-4d63-8072-105ab1cd3c90 req-8cb58333-c660-4b6f-84f6-17429e7b00f3 tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.43 "DELETE /v2.0/ports/4956a75d-dbdd-40c1-8cc6-d93b31e25c30 HTTP/1.1" status: 204 len: 173 time: 0.4170883 Jul 22 11:24:48.711854 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'name': 'network-vif-deleted', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:24:48.714755 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f3428b-107c-4d44-a218-d66b8cc79605" -d '{"events": [{"server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "name": "network-vif-deleted", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:24:48.760759 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b59cc-93c6-4289-a440-f7caea39062b x-openstack-request-id: req-503b59cc-93c6-4289-a440-f7caea39062b {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:24:48.761398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7a2a09-12e8-478a-8c51-945180dde6c4", "name": "network-vif-deleted", "tag": "4956a75d-dbdd-40c1-8cc6-d93b31e25c30", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:24:48.761398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-503b59cc-93c6-4289-a440-f7caea39062b {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:24:48.761711 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503b59cc-93c6-4289-a440-f7caea39062b'] response: {'server_uuid': '9b7a2a09-12e8-478a-8c51-945180dde6c4', 'name': 'network-vif-deleted', 'tag': '4956a75d-dbdd-40c1-8cc6-d93b31e25c30', 'status': 'completed', 'code': 200} Jul 22 11:24:48.923602 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-7265204e-71e8-4c28-9986-3e9cc2dc421c req-4f3a4022-66b9-48be-8b2b-da89a8b9ddce tempest-VolumesSnapshotTestJSON-822882006 tempest-VolumesSnapshotTestJSON-822882006-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b7a2a09-12e8-478a-8c51-945180dde6c4 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Jul 22 11:24:53.342838 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:24:53.364662 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:24:53.365176 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 4956a75d-dbdd-40c1-8cc6-d93b31e25c30 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:24:54.225642 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=83 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:54.232198 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=65 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:55.231467 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:24:56.617513 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=21 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:56.620164 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:58.689831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:58.905689 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:24:59.091368 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:06.754637 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-82a90122-e5d9-45a5-a009-794acd8c71d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560901 Jul 22 11:25:06.862330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc478-bdb3-4973-b67a-10db4f724412 req-cc49616f-5911-466c-a32b-409317b97d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:25:06.863822 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-cc49616f-5911-466c-a32b-409317b97d87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0544326 Jul 22 11:25:07.002491 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc478-bdb3-4973-b67a-10db4f724412 req-e6ee8684-f7db-4191-8d2c-de7a5ad25291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:25:07.004156 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-e6ee8684-f7db-4191-8d2c-de7a5ad25291 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.1155224 Jul 22 11:25:07.082165 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-b0486719-ea82-4b57-b527-263443f6ff05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 1001 time: 0.0665448 Jul 22 11:25:07.132902 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc478-bdb3-4973-b67a-10db4f724412 req-7b394f2d-39e7-4b32-a73c-27fc046c9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:25:07.134387 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-7b394f2d-39e7-4b32-a73c-27fc046c9309 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0474005 Jul 22 11:25:07.180132 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc478-bdb3-4973-b67a-10db4f724412 req-c98f6c58-7d47-4d27-a988-905cbb1905bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:25:07.181652 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-c98f6c58-7d47-4d27-a988-905cbb1905bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409753 Jul 22 11:25:07.286000 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-60cb0a96-cae7-4711-a4e2-51433335ef5f service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975430 Jul 22 11:25:07.379014 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-248cc478-bdb3-4973-b67a-10db4f724412 req-5e628d0f-7233-483b-86c2-e26b65c9c4ab service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Jul 22 11:25:07.662630 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:07.664709 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=54,neutron:UPDATE=6 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:08.525612 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e047-05e0-4d0b-b251-915947baa5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:10.227873 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:10.228693 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:10.631339 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-57a7f05e-8ba8-4a04-b376-f0f1bd885b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.161132 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.483711 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46650) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:25:12.535636 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Deleting subnet 44c08e89-d7a6-4be6-898b-e69b6b5e4268 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:25:12.539025 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Publish callbacks [] for subnet (44c08e89-d7a6-4be6-898b-e69b6b5e4268), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.575742 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (44c08e89-d7a6-4be6-898b-e69b6b5e4268), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.617801 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (44c08e89-d7a6-4be6-898b-e69b6b5e4268), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.677850 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (44c08e89-d7a6-4be6-898b-e69b6b5e4268), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.708566 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c08e89-d7a6-4be6-898b-e69b6b5e4268,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:12.717482 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.720552 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44c08e89-d7a6-4be6-898b-e69b6b5e4268 HTTP/1.1" status: 204 len: 168 time: 0.2357101 Jul 22 11:25:12.722330 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.722765 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.723121 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.723246 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46652) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:25:12.723701 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.723821 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.724143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.724463 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.724796 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.725109 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.725503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.725750 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.726078 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.726405 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.726751 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.727066 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f8a44c-d51f-48a1-baf6-bfd50ac9dc7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:12.799690 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (21334fc9-8075-4597-ace1-e64a29a68fe1), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.879764 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (21334fc9-8075-4597-ace1-e64a29a68fe1), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.904752 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21334fc9-8075-4597-ace1-e64a29a68fe1']}} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:12.913910 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01f1373-6f95-445e-9470-1c59f9a3eae4') {'for_net_delete': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:12.914213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01f1373-6f95-445e-9470-1c59f9a3eae4') {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:12.924282 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24392580'] for segment (b01f1373-6f95-445e-9470-1c59f9a3eae4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.937138 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (b01f1373-6f95-445e-9470-1c59f9a3eae4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:12.943548 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=104149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:25:12.943933 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24392985'] for segment (b01f1373-6f95-445e-9470-1c59f9a3eae4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.003919 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (21334fc9-8075-4597-ace1-e64a29a68fe1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.009619 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.013499 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21334fc9-8075-4597-ace1-e64a29a68fe1 HTTP/1.1" status: 204 len: 168 time: 0.2892194 Jul 22 11:25:13.026528 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2093edb-11ac-47ef-97a6-39df2dab2869 admin admin] Pushing event deleted for resources: {'Network': ['ID=21334fc9-8075-4597-ace1-e64a29a68fe1,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:13.080832 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment b01f1373-6f95-445e-9470-1c59f9a3eae4 resource provider aggregate not found Jul 22 11:25:13.097938 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment b01f1373-6f95-445e-9470-1c59f9a3eae4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b01f1373-6f95-445e-9470-1c59f9a3eae4 found for delete ", "request_id": "req-efffe1de-5437-4f79-9659-849002858f26"}]} Jul 22 11:25:13.178599 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46664) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:25:13.218467 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-cb48d29a-150c-4107-a76b-63f699a1b815 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f756b95ab7da4271a50fa3b1a5276eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387385 Jul 22 11:25:13.220889 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46666) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:25:13.270523 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] Publish callbacks [] for security_group (ffa2134f-87fb-4d9a-a670-f87c925d6ec1), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.292329 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] Publish callbacks [] for security_group (ffa2134f-87fb-4d9a-a670-f87c925d6ec1), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.302266 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:13.308381 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:13.341192 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (ffa2134f-87fb-4d9a-a670-f87c925d6ec1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.343790 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.344939 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffa2134f-87fb-4d9a-a670-f87c925d6ec1 HTTP/1.1" status: 204 len: 168 time: 0.1231980 Jul 22 11:25:13.352754 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411868e5-c857-4e9c-861f-60353e8c1992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2134f-87fb-4d9a-a670-f87c925d6ec1,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:13.723147 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:13.924854 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:22.688138 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:22.712491 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:23.327089 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:23.349073 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:23.918725 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:23.920514 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:29.092878 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:32.230151 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:25:38.529773 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-42371073-d8f7-4439-a678-184e16faf01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:40.633398 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-94c81241-a1a6-4ca2-bedc-8b3cef2cfb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:42.163096 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:43.720500 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:43.808689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:25:47.226174 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:47.227019 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:53.797407 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:53.803694 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:25:59.102171 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:06.717103 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-fa0dbfad-735d-4b75-89bc-ddc2a5bc18f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383685 Jul 22 11:26:06.776825 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-4c552edc-26d4-4f45-955b-c54f071be614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:06.778277 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-4c552edc-26d4-4f45-955b-c54f071be614 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1130 time: 0.0388145 Jul 22 11:26:06.882276 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-9196f724-5dff-47ba-93a0-084db906552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:06.883658 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-9196f724-5dff-47ba-93a0-084db906552b service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0865457 Jul 22 11:26:06.944843 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-5a68c2cc-09e9-449a-931c-132029e1eea2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 1002 time: 0.0545509 Jul 22 11:26:06.996756 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-1079ca25-ac2b-45e6-92f5-22733a32f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:06.998184 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-1079ca25-ac2b-45e6-92f5-22733a32f86d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0470595 Jul 22 11:26:07.041941 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-c8db244f-7cda-48e1-9e60-0a571c7db880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:07.043397 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-c8db244f-7cda-48e1-9e60-0a571c7db880 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386646 Jul 22 11:26:07.133574 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-23a30acf-53b7-4629-8339-6ce7cf68c37c service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837417 Jul 22 11:26:07.227848 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-83820c9f-ceac-4cf6-a87e-307dc5336d33 req-b4de726c-f336-4968-81c6-806e3eeeda2d service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869384 Jul 22 11:26:08.532620 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-4237b4e1-3bc1-4065-941c-7cafc7783564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:09.229880 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:26:10.638553 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-05e00c60-78fc-4320-b1ad-4eb0d5ebe6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:12.165550 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:13.722850 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:13.810794 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:17.223206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=52 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:17.225267 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=49 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:23.804874 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:23.806798 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:24.223845 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:24.224640 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:29.096723 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:29.842945 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-6f722466-0a4c-4194-899e-ccf1e509d2bc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266173586&fields=id&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 267 time: 0.0445337 Jul 22 11:26:29.950990 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-7700e74d-f1cb-4c83-bffd-7ef329d3ad57 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:29.952498 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-7700e74d-f1cb-4c83-bffd-7ef329d3ad57 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1031790 Jul 22 11:26:29.966724 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-47cd5046-49d1-40fb-8a98-fe20a5824f1e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/quotas/04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 375 time: 0.0089407 Jul 22 11:26:30.017135 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-58256877-8faa-4971-89ff-809b573e8b56 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456371 Jul 22 11:26:30.220797 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-6e8e4605-cfb0-40be-bb5a-9198b7660e80 service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927066 Jul 22 11:26:30.310470 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ae602a32-b461-4166-98f3-df8b69609633 service neutron] 10.222.0.20 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839112 Jul 22 11:26:30.603034 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5c5c3f4c-8203-437a-bf67-8dd10b6205dc req-0b183704-c85b-4e7c-b1ae-e6c5880f74a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Jul 22 11:26:31.875062 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f993a0b7-a945-4cb2-81ee-1fd8e9417a8c req-2e4e4aec-137e-474d-a12b-1dd68fed86f6 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 210 time: 0.0365763 Jul 22 11:26:31.908477 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-6bb4dfac-767a-4b1c-a183-5f9e4b1bc9cf tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:31.910044 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-6bb4dfac-767a-4b1c-a183-5f9e4b1bc9cf tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 812 time: 0.4084520 Jul 22 11:26:31.977690 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-2ac97588-164f-4b37-b16f-d16930ed3eea tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04d58bceb8414b02a1bbaec0db07d85e HTTP/1.1" status: 200 len: 380 time: 0.0581632 Jul 22 11:26:31.987119 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'port': {'device_id': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'admin_state_up': True, 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'security_groups': ['fa0c4be1-a4d6-4fde-b22f-594f4887cdaa']}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:26:32.105389 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Made reservation on behalf of 04d58bceb8414b02a1bbaec0db07d85e for: {'port': 1} {{(pid=104149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:32.108944 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.245059 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.20.0.14 (050b1084-bd00-4a10-81b9-1276e2d9b4d8/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02/2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:32.310328 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:32.339940 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:32.386651 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.419167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.463201 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:32.466907 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:32.473183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:26:32.501435 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:32.517509 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.517870 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.518222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.518580 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.518928 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.519279 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.519701 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.520037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.520376 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.520712 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.521047 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.521388 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.521720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.522048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.522379 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:32.541725 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:32.542360 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.560762 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ac269f73-3140-439b-9d39-11199d7e36a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774634 Jul 22 11:26:32.574142 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Request body: {'port': {'device_id': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:26:32.638718 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.727027 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-a9d02609-24c6-4576-94b4-e45274dfb15d None None] Provisioning complete for port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 triggered by entity DHCP. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:26:32.727803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a9d02609-24c6-4576-94b4-e45274dfb15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.761661 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-a9d02609-24c6-4576-94b4-e45274dfb15d None None] Port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 cannot update to ACTIVE because it is not bound. {{(pid=104150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 22 11:26:32.904727 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 {{(pid=104149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:26:32.912507 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks [] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.925375 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.provisioning_blocks [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Transition to ACTIVE for port object 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 will not be triggered until provisioned by entity L2. {{(pid=104149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 22 11:26:32.929879 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:32.982913 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:32.995756 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ef68-9f75-4b2a-8419-abe04a31dde3 req-b8305aff-6807-4d9a-bd9b-7180f0c1e509 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:32.997960 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7fe5ef68-9f75-4b2a-8419-abe04a31dde3 req-b8305aff-6807-4d9a-bd9b-7180f0c1e509 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0529351 Jul 22 11:26:33.064862 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-7fe5ef68-9f75-4b2a-8419-abe04a31dde3 req-cc778178-ac4b-4366-9235-2e141126ce8e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596416 Jul 22 11:26:33.078164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Attempting to bind port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 22 11:26:33.078355 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Attempting to bind port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 22 11:26:33.079303 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Attempting to bind port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:26:33.083876 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 22 11:26:33.084204 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Attempting to bind port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 on network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 22 11:26:33.086044 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:33.090991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Checking agent: {'id': '5530e803-3eee-4a05-af85-99b63fe2ec2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'started_at': datetime.datetime(2022, 7, 22, 11, 11, 59), 'heartbeat_timestamp': datetime.datetime(2022, 7, 22, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 22 11:26:33.091363 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Checking segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 22 11:26:33.091752 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Bound using segment: {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 22 11:26:33.092184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Bound port: 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 22 11:26:33.092549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:33.162098 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:33.165041 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:33.171196 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:33.201373 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:33.206404 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:33.206974 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:33.210719 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] 10.222.0.43 "PUT /v2.0/ports/2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 200 len: 1094 time: 0.6392453 Jul 22 11:26:33.210719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:26:33.211210 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed6a19-da68-44aa-9be0-fe35b115c6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:33.240971 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22b3b4-8e24-4454-ac40-392bf825f83f service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:33.270445 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71bd45-5ea9-4175-80c4-f348c43fa501 x-openstack-request-id: req-8d71bd45-5ea9-4175-80c4-f348c43fa501 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:33.270878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:33.271674 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d71bd45-5ea9-4175-80c4-f348c43fa501 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:33.272127 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d71bd45-5ea9-4175-80c4-f348c43fa501'] response: {'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'status': 'completed', 'code': 200} Jul 22 11:26:33.317675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-daf099a9-9c7d-495e-8518-ed7b0e2b639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:33.323378 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-daf099a9-9c7d-495e-8518-ed7b0e2b639f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1128 time: 0.0425766 Jul 22 11:26:33.381578 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-644ffd62-64af-4011-8b3b-d4d2169d31fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 200 len: 217 time: 0.0489402 Jul 22 11:26:33.432164 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-a13b3c9d-6ea5-4eda-9a54-2ff6c4cff865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:33.434276 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-a13b3c9d-6ea5-4eda-9a54-2ff6c4cff865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0451210 Jul 22 11:26:33.477801 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-e093d372-4073-4f7e-af57-26db4e5bfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:33.479858 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-e093d372-4073-4f7e-af57-26db4e5bfd1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379221 Jul 22 11:26:33.573192 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-791f1b5b-7bb5-47d2-811c-e2613cf17260 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868902 Jul 22 11:26:33.663952 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-6fae7d2f-42cc-4717-aa93-48a9d2b5e69e req-012c9260-adfc-4889-96a0-b1c27a58508e service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845671 Jul 22 11:26:33.995878 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-c74b2f78-21c5-4b42-9ced-1ce4b123333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:33.997326 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-c74b2f78-21c5-4b42-9ced-1ce4b123333f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1128 time: 0.0460508 Jul 22 11:26:34.097836 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-95496ca6-0c78-44d4-b3b4-467871759015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:34.099595 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-95496ca6-0c78-44d4-b3b4-467871759015 service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0948927 Jul 22 11:26:34.146667 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-79a2a30a-2fd2-4b15-9fe2-46acbb18da65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 200 len: 217 time: 0.0380406 Jul 22 11:26:34.194511 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02b7d-f4e8-4f7e-a9f2-e34da988f322 req-135588cd-c898-4604-bc0a-a94c019565c3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:34.196063 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-eba02b7d-f4e8-4f7e-a9f2-e34da988f322 req-135588cd-c898-4604-bc0a-a94c019565c3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0586710 Jul 22 11:26:34.203048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-da13940c-aae4-4241-8684-35b8f161e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:34.204583 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-da13940c-aae4-4241-8684-35b8f161e6d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0485690 Jul 22 11:26:34.251487 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-dafce910-1b97-48c1-82ae-a774da1e6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:34.252930 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-dafce910-1b97-48c1-82ae-a774da1e6970 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416832 Jul 22 11:26:34.254174 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-eba02b7d-f4e8-4f7e-a9f2-e34da988f322 req-1acbd6b7-531f-4201-99a3-85af55d04c25 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506492 Jul 22 11:26:34.349045 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-588081b9-c2d0-4168-b76a-9b1ba7f6be0c service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888779 Jul 22 11:26:34.449289 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-ebed6a19-da68-44aa-9be0-fe35b115c6ed req-05b1944b-02b9-47b4-b240-1fbcc78ad8c5 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936794 Jul 22 11:26:35.373205 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d54b4a-2c67-447f-a36f-88acb2f7d1b8 req-500ba38b-e7ba-4a40-9d30-122465421108 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:35.374677 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-88d54b4a-2c67-447f-a36f-88acb2f7d1b8 req-500ba38b-e7ba-4a40-9d30-122465421108 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0526400 Jul 22 11:26:35.423764 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-88d54b4a-2c67-447f-a36f-88acb2f7d1b8 req-2a028e43-d292-4b0c-bcf6-99840267b5f3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Jul 22 11:26:36.533758 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45f26-f99b-478d-85e5-b6b649fe1406 req-61ad6c1e-8b13-43e0-abbe-07bdc0415efe tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:36.535197 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-56d45f26-f99b-478d-85e5-b6b649fe1406 req-61ad6c1e-8b13-43e0-abbe-07bdc0415efe tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0466900 Jul 22 11:26:36.583290 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-56d45f26-f99b-478d-85e5-b6b649fe1406 req-e81dc96d-cef0-4173-ae1d-f16d2557f24f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Jul 22 11:26:37.261986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531261-bd87-4f1e-a3bd-7ad44a88758f req-ab020c3c-a432-4792-bb72-72379c349f55 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:37.263542 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-36531261-bd87-4f1e-a3bd-7ad44a88758f req-ab020c3c-a432-4792-bb72-72379c349f55 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0521004 Jul 22 11:26:37.547770 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-36531261-bd87-4f1e-a3bd-7ad44a88758f req-52da17cd-81a4-4884-b00d-45443720bef9 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771990 Jul 22 11:26:37.661702 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:37.700213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d99ec-2e8f-4ae3-9c6d-2b074429b2cf req-da275551-cf0b-4dd8-8c4a-7facd02a604a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:37.701742 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f20d99ec-2e8f-4ae3-9c6d-2b074429b2cf req-da275551-cf0b-4dd8-8c4a-7facd02a604a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0494514 Jul 22 11:26:37.737714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:37.756098 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f20d99ec-2e8f-4ae3-9c6d-2b074429b2cf req-a9f9c1e9-81a8-44dc-a306-138baebc0e7d tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Jul 22 11:26:37.783033 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=10 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:37.783820 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=16 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:38.534369 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-b290f30a-a1e7-495b-bc46-3c7b687013c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:38.665943 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e9565-254d-4561-94dd-d747e5afdfed req-d2fd5711-4804-47e0-b416-0007abdb45c3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:38.667494 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-000e9565-254d-4561-94dd-d747e5afdfed req-d2fd5711-4804-47e0-b416-0007abdb45c3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0479102 Jul 22 11:26:38.716948 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-000e9565-254d-4561-94dd-d747e5afdfed req-407f9ab2-0159-41cd-b5de-93a4a68f6786 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Jul 22 11:26:38.867378 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0fcc-05ef-4bb7-973c-6b6c0e95771e req-9e65a302-9006-4f19-ab4e-e2eadb149234 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:38.868832 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-40fd0fcc-05ef-4bb7-973c-6b6c0e95771e req-9e65a302-9006-4f19-ab4e-e2eadb149234 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0469701 Jul 22 11:26:38.920805 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-40fd0fcc-05ef-4bb7-973c-6b6c0e95771e req-01d574e3-13f2-43fd-ab50-e84dc345d627 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459592 Jul 22 11:26:39.834344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbb2c4-b546-456c-9686-2313caeb7504 req-c3ec4d4e-ccba-4e82-bfe2-153827c69d45 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:39.835797 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5fdbb2c4-b546-456c-9686-2313caeb7504 req-c3ec4d4e-ccba-4e82-bfe2-153827c69d45 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0473783 Jul 22 11:26:39.887935 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-5fdbb2c4-b546-456c-9686-2313caeb7504 req-4efb495e-51eb-4cca-ae4e-f7382ac9bc75 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Jul 22 11:26:40.034176 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ce0c5-ce45-412b-b934-c0a24ed23995 req-7e45a040-87a6-4780-84df-49a2cefb1f91 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:40.035666 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fa1ce0c5-ce45-412b-b934-c0a24ed23995 req-7e45a040-87a6-4780-84df-49a2cefb1f91 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 944 time: 0.0469303 Jul 22 11:26:40.084511 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-fa1ce0c5-ce45-412b-b934-c0a24ed23995 req-047babc9-cf78-4c08-9e84-60492f058bb4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Jul 22 11:26:40.641745 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-7b4fbaf2-cd8c-4b27-8cc1-76b24e166ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:40.745083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:40.845106 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:40.855983 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'port_id': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'mac_address': 'fa:16:3e:6a:38:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:40.890313 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:26:40.890702 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:40.903817 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:26:40.923679 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:40.927700 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:40.983774 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=4']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:40.991734 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.991734 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.992286 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.992388 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.992728 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.993062 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.993393 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.993721 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.994055 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.994382 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.994747 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.995075 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.995429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.995756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.996087 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:41.015900 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a1464-b1f1-436e-8f04-028a13ef2ba7 req-91a2f024-f09c-4aa9-ada1-e43444d62ff8 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:41.017445 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0f6a1464-b1f1-436e-8f04-028a13ef2ba7 req-91a2f024-f09c-4aa9-ada1-e43444d62ff8 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0521734 Jul 22 11:26:41.072010 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0f6a1464-b1f1-436e-8f04-028a13ef2ba7 req-e61d9c51-ecd6-4480-b0d1-6f0863d12600 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489588 Jul 22 11:26:41.169860 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:41.203549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d113d9-dce1-4c76-b418-1f67e1f56c39 req-cb112d05-cd90-4dab-979b-3105009137a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:41.205056 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f9d113d9-dce1-4c76-b418-1f67e1f56c39 req-cb112d05-cd90-4dab-979b-3105009137a7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Jul 22 11:26:41.256323 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f9d113d9-dce1-4c76-b418-1f67e1f56c39 req-f5da64f2-cdeb-4d4e-9e5e-1e8f858147b8 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 Jul 22 11:26:42.169429 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:42.188947 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b442c14-120a-435e-bd1c-5674ee1dbbf9 req-685dcfe1-dccc-415e-9580-dc48b70f2bb6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:42.190464 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4b442c14-120a-435e-bd1c-5674ee1dbbf9 req-685dcfe1-dccc-415e-9580-dc48b70f2bb6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0502260 Jul 22 11:26:42.241079 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-4b442c14-120a-435e-bd1c-5674ee1dbbf9 req-fc00d80a-e0a3-4dc9-8790-943298678f26 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Jul 22 11:26:42.376206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cc297-8d42-4dfb-9d41-89c44c57f9b2 req-f204bea3-6162-47a0-846e-b61ac13c5df0 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:42.377692 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bb5cc297-8d42-4dfb-9d41-89c44c57f9b2 req-f204bea3-6162-47a0-846e-b61ac13c5df0 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 945 time: 0.0522935 Jul 22 11:26:42.426322 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-bb5cc297-8d42-4dfb-9d41-89c44c57f9b2 req-9ab0da67-786a-4cca-a75b-40d3fd962e8e tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Jul 22 11:26:42.759895 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:42.796735 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:42.802520 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning for port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 completed by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 22 11:26:42.808409 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:26:42.808782 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:42.874606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:42.881475 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:26:42.881858 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:42.904981 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:26:42.907187 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd87c2-7bfa-4f99-9304-fd6d71c80730" -d '{"events": [{"server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:42.923356 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:42.928173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:42.977423 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=5']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:43.187719 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732529c5-324f-431d-b9db-21be4e645bf4 x-openstack-request-id: req-732529c5-324f-431d-b9db-21be4e645bf4 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:43.188318 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:43.188318 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-732529c5-324f-431d-b9db-21be4e645bf4 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:43.188705 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732529c5-324f-431d-b9db-21be4e645bf4'] response: {'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'code': 200} Jul 22 11:26:43.359984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2542-0855-42a0-abb1-58d38a55cb5f req-7dfc438a-ede1-412f-a624-64a29000dc54 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:43.361520 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-537e2542-0855-42a0-abb1-58d38a55cb5f req-7dfc438a-ede1-412f-a624-64a29000dc54 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0503144 Jul 22 11:26:43.426274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45230-e6a9-4a0e-bc1e-a4fea1117a3c req-f9620522-7c5f-4dc9-a479-8dc71fceac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:43.427739 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eca45230-e6a9-4a0e-bc1e-a4fea1117a3c req-f9620522-7c5f-4dc9-a479-8dc71fceac96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1130 time: 0.0600886 Jul 22 11:26:43.463850 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-537e2542-0855-42a0-abb1-58d38a55cb5f req-bb6c14c9-28a6-45e5-8857-016d020aa9d7 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862625 Jul 22 11:26:43.496379 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-eca45230-e6a9-4a0e-bc1e-a4fea1117a3c req-88dec789-b4a9-4eaf-ae20-6a558317881e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574973 Jul 22 11:26:43.552162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d708-0202-438b-a0e1-39287aff4bc7 req-4e9fb3c2-c6b0-4eac-855a-3fd021d07520 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:43.554157 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-76a1d708-0202-438b-a0e1-39287aff4bc7 req-4e9fb3c2-c6b0-4eac-855a-3fd021d07520 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0554824 Jul 22 11:26:43.608999 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-76a1d708-0202-438b-a0e1-39287aff4bc7 req-363686f5-a009-4132-a5bd-a8f95a1c4514 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 Jul 22 11:26:43.727333 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:43.815832 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:44.601144 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44204cfa-28e4-472b-8bcd-3d823f2c88c9 req-e6d7466e-9e26-4d4f-ac50-80c8751d19b3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:44.602703 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44204cfa-28e4-472b-8bcd-3d823f2c88c9 req-e6d7466e-9e26-4d4f-ac50-80c8751d19b3 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0552626 Jul 22 11:26:44.661791 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-44204cfa-28e4-472b-8bcd-3d823f2c88c9 req-4b2dfb00-724b-419b-add5-876adf52448e tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515184 Jul 22 11:26:44.745919 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb990939-04bc-45f4-a4f8-0685a121ccf1 req-0d4c5ddb-9805-4227-b24c-8506cf423aa1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:44.747569 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb990939-04bc-45f4-a4f8-0685a121ccf1 req-0d4c5ddb-9805-4227-b24c-8506cf423aa1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0529284 Jul 22 11:26:44.801826 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-bb990939-04bc-45f4-a4f8-0685a121ccf1 req-0d278780-8625-4492-a5cc-6974cb0043ec tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480905 Jul 22 11:26:44.933163 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60321d-1435-4bf5-911a-a8967e02f3e3 req-4f0b42f5-fd04-4dc1-a066-36c95341249b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:44.934932 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e60321d-1435-4bf5-911a-a8967e02f3e3 req-4f0b42f5-fd04-4dc1-a066-36c95341249b tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0582359 Jul 22 11:26:44.986609 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-1e60321d-1435-4bf5-911a-a8967e02f3e3 req-35e52ad3-5d28-4b3f-9af3-2af12425c26a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456414 Jul 22 11:26:45.011684 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46802) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:26:45.055321 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced171d3-de87-41f4-aabd-630f6eec3520 tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:45.056832 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-ced171d3-de87-41f4-aabd-630f6eec3520 tempest-TestVolumeBootPattern-1826277587 tempest-TestVolumeBootPattern-1826277587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1125 time: 0.0441542 Jul 22 11:26:45.059779 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46804) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:26:45.064033 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.v2.base [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Request body: {'floatingip': {'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'port_id': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 22 11:26:45.089336 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:45.178233 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (None), before_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:45.243565 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:45.269778 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:45.300218 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_common [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Allocated IP 172.27.0.63 (32e93bb0-1821-46d6-a566-7a43af182a38/0cbc8aee-1afd-422f-bbca-be3954231b1f/3276fee0-6029-492a-86ed-ef7d320e6e63) {{(pid=104149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:45.416193 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:45.455665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753159777028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:45.502048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Network 32e93bb0-1821-46d6-a566-7a43af182a38 is already hosted by enough agents. {{(pid=104149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:45.505614 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.base_scheduler [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Resources bound (agent type, host, resource id): {{(pid=104149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:45.509593 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Received port after_create {{(pid=104149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 22 11:26:45.513803 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=3276fee0-6029-492a-86ed-ef7d320e6e63,revision_number=1']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:45.797979 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60f68-78f9-4b58-bb14-fc895d583bc3 req-eef662ad-2eb6-4298-8b8e-e3edd962e381 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:45.800623 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d0f60f68-78f9-4b58-bb14-fc895d583bc3 req-eef662ad-2eb6-4298-8b8e-e3edd962e381 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0598836 Jul 22 11:26:45.858507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:45.863073 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:45.870167 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d0f60f68-78f9-4b58-bb14-fc895d583bc3 req-8ed39e4a-ef7a-4e52-9842-bbd0ed253d31 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610480 Jul 22 11:26:45.927853 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (5bc530f7-7ff3-47e0-82ac-db04b7aacc4a), precommit_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.003762 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.109886 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:46.156708 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:46.180981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.186645 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24393077'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.229793 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:26:46.264252 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event updated for resources: {'Port': ['ID=3276fee0-6029-492a-86ed-ef7d320e6e63,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:46.277767 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33184192'] for floatingip (5bc530f7-7ff3-47e0-82ac-db04b7aacc4a), after_create {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.377904 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 5bc530f7-7ff3-47e0-82ac-db04b7aacc4a associated. External IP: 172.27.0.63, port: 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555. Jul 22 11:26:46.579879 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:26:46.696915 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:46.707333 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:46.718398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:46.723304 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:26:46.724070 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:26:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:46.769057 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5829c5ae-2b75-45f3-8933-70c21cf8c092 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7062261 Jul 22 11:26:46.769057 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:26:46.772265 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:46.810587 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcc3230-597e-4df9-8e67-639a77d0d3ee x-openstack-request-id: req-0dcc3230-597e-4df9-8e67-639a77d0d3ee {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:46.810947 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:46.811207 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dcc3230-597e-4df9-8e67-639a77d0d3ee {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:46.811682 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcc3230-597e-4df9-8e67-639a77d0d3ee'] response: {'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'status': 'completed', 'code': 200} Jul 22 11:26:46.853422 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:26:46.877643 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-1d027111-fac4-401d-a1e5-8bc301d3d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:46.879228 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-1d027111-fac4-401d-a1e5-8bc301d3d0f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1130 time: 0.0422745 Jul 22 11:26:46.977438 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-505edaed-b91e-45a4-b72f-34cfb77e3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:46.978867 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-505edaed-b91e-45a4-b72f-34cfb77e3c8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0937185 Jul 22 11:26:46.996130 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582b22f-a00f-49da-8464-edf7593c661f req-15ee42e5-2194-447e-bfd0-04ec3da6f1da tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:46.998440 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6582b22f-a00f-49da-8464-edf7593c661f req-15ee42e5-2194-447e-bfd0-04ec3da6f1da tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0538228 Jul 22 11:26:47.048069 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-b3b47fa4-5ea0-4eb2-bb2c-d4376fec54e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 200 len: 999 time: 0.0612104 Jul 22 11:26:47.050971 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-6582b22f-a00f-49da-8464-edf7593c661f req-2b16900b-1a7e-4e46-8ecf-62aa941c307a tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 Jul 22 11:26:47.103361 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-d88c5f7b-1a5c-4ee0-ae14-897fa6a8f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.105060 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-d88c5f7b-1a5c-4ee0-ae14-897fa6a8f4fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0508277 Jul 22 11:26:47.150257 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-e11fe9da-8b52-4593-be9c-495c380193d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.158148 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-e11fe9da-8b52-4593-be9c-495c380193d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407426 Jul 22 11:26:47.159359 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}, {'id': '5bc530f7-7ff3-47e0-82ac-db04b7aacc4a', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:6a:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:26:45Z', 'updated_at': '2022-07-22T11:26:45Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:47.176462 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:47.184558 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:47.194782 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:26:47.195424 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:26:41Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:47.253994 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-5a629f65-3a5a-40ba-9264-c5232ede19a1 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941398 Jul 22 11:26:47.302434 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:26:47.351670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:47.400826 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-72a78c40-e9ff-46da-8637-90ef4cc8dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.402380 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-72a78c40-e9ff-46da-8637-90ef4cc8dcfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0412354 Jul 22 11:26:47.435410 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-06c0f393-d9ec-49c5-87a6-5f1948f3dce2 req-abcf97f9-1e6c-41e6-890a-8b7d9bb1d0d6 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914121 Jul 22 11:26:47.507285 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-55afe375-48d4-4542-af9b-593f9b0b2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.509278 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-55afe375-48d4-4542-af9b-593f9b0b2058 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.0986903 Jul 22 11:26:47.526664 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}, {'id': '5bc530f7-7ff3-47e0-82ac-db04b7aacc4a', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:6a:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:26:45Z', 'updated_at': '2022-07-22T11:26:45Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:47.554510 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5753034-4e85-4805-9660-89ab9145cdef None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}, {'id': '5bc530f7-7ff3-47e0-82ac-db04b7aacc4a', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:6a:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:26:45Z', 'updated_at': '2022-07-22T11:26:45Z', 'revision_number': 0, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:47.571683 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-411fb7d2-ff11-472f-8fd5-eb65d7c1d4cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 1001 time: 0.0562751 Jul 22 11:26:47.627226 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-2d1e7020-86d3-48b4-bba2-a3ea8e9c02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.628740 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-2d1e7020-86d3-48b4-bba2-a3ea8e9c02c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0507417 Jul 22 11:26:47.673375 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-90085279-b730-4355-a267-ab7fc96b731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:47.674883 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-90085279-b730-4355-a267-ab7fc96b731e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400231 Jul 22 11:26:47.749569 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9bd70-c5d2-48f2-b090-6df5e585b2b2 None None] New status for floating IP 5bc530f7-7ff3-47e0-82ac-db04b7aacc4a: ACTIVE {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:26:47.772742 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-2707f98a-9a54-4857-9355-781efdcc336e service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907056 Jul 22 11:26:47.865417 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d50a8b7d-c806-480d-bd51-fa23155c67b7 req-ef1147f9-b1b3-476f-ba9b-34e87e35c1a5 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862277 Jul 22 11:26:48.186093 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3bea5-d475-4c1f-a27a-28f441ef8227 req-1438b721-4624-4e44-8f2d-6dc8d3a8b429 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:48.187638 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0fa3bea5-d475-4c1f-a27a-28f441ef8227 req-1438b721-4624-4e44-8f2d-6dc8d3a8b429 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0649545 Jul 22 11:26:48.239767 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-0fa3bea5-d475-4c1f-a27a-28f441ef8227 req-d6e41c54-b84c-4023-9f52-1d179fa338c1 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Jul 22 11:26:49.361933 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1338dc8-d551-4923-9868-849071f1ce9f req-34ca7a27-b14f-4bd5-8366-9f867ea2d318 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:49.363470 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1338dc8-d551-4923-9868-849071f1ce9f req-34ca7a27-b14f-4bd5-8366-9f867ea2d318 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0552516 Jul 22 11:26:49.418388 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b1338dc8-d551-4923-9868-849071f1ce9f req-c58fa790-617c-4b26-9ea6-39807bcb2a71 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490551 Jul 22 11:26:50.529981 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dbd9e-25dd-414f-b95c-2b74ab929152 req-d0c5d1a6-6391-4aa8-b282-29b308d6eab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:50.531462 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d3dbd9e-25dd-414f-b95c-2b74ab929152 req-d0c5d1a6-6391-4aa8-b282-29b308d6eab0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0465553 Jul 22 11:26:50.579646 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-9d3dbd9e-25dd-414f-b95c-2b74ab929152 req-92a550a1-ee4f-4e94-a429-6b36353490a4 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Jul 22 11:26:51.082427 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80ad4-8a0c-4081-aa6f-e39260f5d5d3 req-a51c19a5-5d10-43c0-b0bf-6e95a64e852c tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:51.083913 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78e80ad4-8a0c-4081-aa6f-e39260f5d5d3 req-a51c19a5-5d10-43c0-b0bf-6e95a64e852c tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.3440053 Jul 22 11:26:51.090343 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-61d7d7ab-64fb-4750-baf2-b0e0dc556404 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3726416 Jul 22 11:26:51.138748 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-78e80ad4-8a0c-4081-aa6f-e39260f5d5d3 req-69e769ad-a0cf-4c07-a401-d02673643630 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474772 Jul 22 11:26:51.217771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-0cc999c8-dd68-4c94-8649-07a90066b88d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:51.219140 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-0cc999c8-dd68-4c94-8649-07a90066b88d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports/05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 942 time: 0.1004004 Jul 22 11:26:52.259755 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16066c86-a2d5-4d39-b802-d84c2e1262a1 req-c44d37eb-f039-45dd-96cc-7bdadc4e6bbb tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.261296 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-16066c86-a2d5-4d39-b802-d84c2e1262a1 req-c44d37eb-f039-45dd-96cc-7bdadc4e6bbb tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0503662 Jul 22 11:26:52.312125 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-16066c86-a2d5-4d39-b802-d84c2e1262a1 req-f22928fd-b70e-43bb-b9d8-e74c1d8232eb tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Jul 22 11:26:52.466893 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-404de17e-dbdf-4433-b3c5-76cf4df3783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.468338 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-404de17e-dbdf-4433-b3c5-76cf4df3783b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c&tenant_id=d084bf56f7894fb98a46d7e2cbb34157 HTTP/1.1" status: 200 len: 1129 time: 0.0701711 Jul 22 11:26:52.531435 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-267b3345-06e0-4031-8635-aca38a4b7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.532944 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-267b3345-06e0-4031-8635-aca38a4b7532 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0430257 Jul 22 11:26:52.628802 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-5b5ce212-4ec1-47a3-a3d8-467dafa8ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.630290 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-5b5ce212-4ec1-47a3-a3d8-467dafa8ceca service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.0915484 Jul 22 11:26:52.694724 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-637e649f-3c9e-4c72-96d2-498da013ad81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 1001 time: 0.0581989 Jul 22 11:26:52.727552 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:52.746580 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-a8e0f623-0fc9-484f-9120-767398c7ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.748070 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-a8e0f623-0fc9-484f-9120-767398c7ce8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0468297 Jul 22 11:26:52.782983 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:26:52.790173 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-bea51745-e1ae-4dbb-bf55-b9415cf27ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:52.791667 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-bea51745-e1ae-4dbb-bf55-b9415cf27ac5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377059 Jul 22 11:26:52.862648 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:52.893089 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-9a4bc1a9-5bc6-44e0-96d0-8c163939b4ea service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940616 Jul 22 11:26:52.946190 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 05eda950-e6f4-4f38-86a7-bf112af47c3b is: ACTIVE; New status is: DOWN {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:26:52.946609 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:52.970503 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:26:52.972910 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e14688-f0f7-4140-a9f5-87af546e51bf" -d '{"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-unplugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:52.989565 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:52.990426 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3d51d3a2-7aed-4b29-8480-d092ccf91b4c req-50738dca-7e90-422b-9965-7e352edb9c73 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Jul 22 11:26:52.993150 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:53.016452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 22 Jul 2022 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e6119-fbea-48c2-99c3-cb939109d355 x-openstack-request-id: req-b64e6119-fbea-48c2-99c3-cb939109d355 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:53.016746 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-unplugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:53.017003 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b64e6119-fbea-48c2-99c3-cb939109d355 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:53.017399 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64e6119-fbea-48c2-99c3-cb939109d355'] response: {'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'code': 200} Jul 22 11:26:53.044245 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=6']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:53.436703 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11708d3-6f86-4134-b610-7aeac44f2dff req-cca812c7-3836-49c9-bd88-c78618db1cc7 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:53.438181 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d11708d3-6f86-4134-b610-7aeac44f2dff req-cca812c7-3836-49c9-bd88-c78618db1cc7 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0513351 Jul 22 11:26:53.487469 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-d11708d3-6f86-4134-b610-7aeac44f2dff req-fbfd63f8-2070-44bc-9d4c-36abe45b1f43 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Jul 22 11:26:54.603868 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfefe4-32ee-4d4e-bb27-07f23781aab8 req-adcd7dc2-4c79-4bf1-a7cf-6e6afaa1e970 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:54.605428 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-74cfefe4-32ee-4d4e-bb27-07f23781aab8 req-adcd7dc2-4c79-4bf1-a7cf-6e6afaa1e970 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0481584 Jul 22 11:26:54.654835 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-74cfefe4-32ee-4d4e-bb27-07f23781aab8 req-7f5b4930-f566-4067-a700-d1134d5ea95b tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Jul 22 11:26:55.770242 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edcb4-5cb6-4e1a-a0a5-e1d939d1eb8e req-a61a0f3f-c5bc-4f2d-92f2-eac81c830749 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:55.771763 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-185edcb4-5cb6-4e1a-a0a5-e1d939d1eb8e req-a61a0f3f-c5bc-4f2d-92f2-eac81c830749 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0496254 Jul 22 11:26:55.820941 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-185edcb4-5cb6-4e1a-a0a5-e1d939d1eb8e req-076dc494-00b6-4f3e-b116-33fb40b3ef1f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Jul 22 11:26:56.938290 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663a98-bd3f-4f59-a300-e2e3d2ab3272 req-7d072bdc-bf95-41c8-a0f8-2e82405ed6ba tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:56.939811 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b663a98-bd3f-4f59-a300-e2e3d2ab3272 req-7d072bdc-bf95-41c8-a0f8-2e82405ed6ba tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0505481 Jul 22 11:26:56.989163 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-5b663a98-bd3f-4f59-a300-e2e3d2ab3272 req-8b9dc878-630e-4e93-91de-6c297876287d tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Jul 22 11:26:58.106929 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41b608-4823-4085-a192-4e23ef1afd98 req-acb34ce4-172d-45f4-8602-df855163e6d4 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:58.108946 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8f41b608-4823-4085-a192-4e23ef1afd98 req-acb34ce4-172d-45f4-8602-df855163e6d4 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0508609 Jul 22 11:26:58.158476 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-8f41b608-4823-4085-a192-4e23ef1afd98 req-c4cdda0d-d17c-480f-b67f-61eb56b179e7 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jul 22 11:26:59.115608 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a8043-9076-462f-b2d1-c315e3a6e192 req-dab4d9b4-2406-42ec-bab2-3753ec9ae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:59.117386 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-990a8043-9076-462f-b2d1-c315e3a6e192 req-dab4d9b4-2406-42ec-bab2-3753ec9ae42a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1127 time: 0.0421190 Jul 22 11:26:59.121036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:26:59.163759 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-990a8043-9076-462f-b2d1-c315e3a6e192 req-f561ad79-e34a-44d7-a963-535f48dcb936 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401726 Jul 22 11:26:59.273459 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61997ba-0da5-47a8-817b-5b709020e91f req-aff787ce-340c-4699-9425-8be49dd6df43 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:26:59.275053 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c61997ba-0da5-47a8-817b-5b709020e91f req-aff787ce-340c-4699-9425-8be49dd6df43 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0468633 Jul 22 11:26:59.324065 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-c61997ba-0da5-47a8-817b-5b709020e91f req-044b8f9b-9f73-4446-881f-02ed80fe0224 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Jul 22 11:27:00.456030 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2ff8-4d26-4ed9-8881-9b778f131650 req-f7979a71-51e4-4ea4-85c6-784ef458d004 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:27:00.457562 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-39bb2ff8-4d26-4ed9-8881-9b778f131650 req-f7979a71-51e4-4ea4-85c6-784ef458d004 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 943 time: 0.0588694 Jul 22 11:27:00.520848 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-39bb2ff8-4d26-4ed9-8881-9b778f131650 req-577bfb3c-bcf9-4f7f-9b15-99ecc7e0064b tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573609 Jul 22 11:27:00.929955 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:01.045344 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:01.056942 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Returning: {'device': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'port_id': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'mac_address': 'fa:16:3e:7e:11:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:01.091130 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 05eda950-e6f4-4f38-86a7-bf112af47c3b is: DOWN; New status is: BUILD {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:27:01.091539 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:01.105919 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eda950-e6f4-4f38-86a7-bf112af47c3b {{(pid=104150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 22 11:27:01.126587 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:01.130507 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:01.183706 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=7']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:01.220905 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=79 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:01.221768 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=77 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:01.392083 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] get_ports_and_sgs() called for port_ids ['05eda950-e6f4-4f38-86a7-bf112af47c3b'] {{(pid=104150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:01.460328 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:01.472612 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:02.938733 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b up at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:02.983203 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.provisioning_blocks [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Provisioning complete for port 05eda950-e6f4-4f38-86a7-bf112af47c3b triggered by entity L2. {{(pid=104150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 22 11:27:02.984188 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780846'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), provisioning_complete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:03.059909 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Current status of the port 05eda950-e6f4-4f38-86a7-bf112af47c3b is: BUILD; New status is: ACTIVE {{(pid=104150) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 22 11:27:03.060302 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668163'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:03.083015 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:27:03.085289 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99e5434d88a4846d2effbd0059e350cf6962bd55a136ada470cada91bb94d05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a3e1f-1331-4a36-a2c2-db947d70065c" -d '{"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-plugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:03.099809 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:03.105222 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753160137930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753159777046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753159777064'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:03.131944 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de00f5cb-4998-4090-b1d0-f21082afb7c1 x-openstack-request-id: req-de00f5cb-4998-4090-b1d0-f21082afb7c1 {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:03.132233 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-plugged", "status": "completed", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "code": 200}]} {{(pid=104150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:03.132515 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de00f5cb-4998-4090-b1d0-f21082afb7c1 {{(pid=104150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:03.132909 dv-cinder-848900-4-iscsi neutron-server[104150]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de00f5cb-4998-4090-b1d0-f21082afb7c1'] response: {'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'code': 200} Jul 22 11:27:03.158254 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Pushing event updated for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=8']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:07.736030 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-9bc4359f-bdd1-4b23-9fc5-1af218e02e06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620806 Jul 22 11:27:07.831035 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-224b71fe-5c42-420f-836e-d6e164b857d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:27:07.832584 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-224b71fe-5c42-420f-836e-d6e164b857d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0451987 Jul 22 11:27:07.944378 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-ff3de3c5-de3a-4d9d-a7cf-a1ecaa92ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:27:07.950214 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-ff3de3c5-de3a-4d9d-a7cf-a1ecaa92ad00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.0919955 Jul 22 11:27:08.007823 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:08.016552 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-9231cc8c-727c-478b-b14b-879480a9fc32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 1001 time: 0.0652678 Jul 22 11:27:08.070643 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-bdfc04d2-8255-41ad-9914-697d5d43ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:27:08.072875 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-bdfc04d2-8255-41ad-9914-697d5d43ac26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.0485504 Jul 22 11:27:08.144116 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-3140c574-b2c5-46a4-8012-ca59caeea6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:27:08.145626 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-3140c574-b2c5-46a4-8012-ca59caeea6aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635993 Jul 22 11:27:08.230915 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:08.241674 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-ed64e10a-d193-43cb-b29c-4e277b5090cc service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877495 Jul 22 11:27:08.335979 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3fa71f22-1d14-40a8-92a9-e22b3dd00b45 req-77690eb8-0dd7-49ec-bf74-dee84bafc998 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875311 Jul 22 11:27:08.541196 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-77a5dac1-3871-4852-b8ab-6e51b42fdb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:09.316266 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=64 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:09.319681 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=85 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:10.644604 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-791bdbe0-9dca-49ea-87f6-15760d114854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:12.171906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:13.728932 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:13.820928 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:18.326126 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=11 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:18.332595 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=29 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:23.229570 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:27:23.813282 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:23.814238 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:29.121950 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:38.215974 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:38.216733 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:38.534917 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-c9128fb6-38fb-40a1-93a7-bd7129bdee44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:40.643689 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3668-20ae-4110-a862-66f0bf01ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:42.175803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:43.729926 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:43.823720 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:27:53.818104 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:53.820134 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:27:59.117037 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:00.228572 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:28:07.703107 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-49098ff0-1933-4e94-9690-f1fb9e3e3f2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382617 Jul 22 11:28:07.764093 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-1c5f4232-2c96-467d-a377-4a33c6b5bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:07.765599 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-1c5f4232-2c96-467d-a377-4a33c6b5bfdf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1130 time: 0.0405543 Jul 22 11:28:07.874110 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-9ce921be-2158-46c6-9b03-9672ac288fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:07.875511 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-9ce921be-2158-46c6-9b03-9672ac288fc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0888538 Jul 22 11:28:07.936762 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-9806794d-b4d2-40ac-a58e-d9dad284251f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 1002 time: 0.0550349 Jul 22 11:28:07.989855 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-11cd57da-0e62-4e13-8a1f-7b181091b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:07.991324 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-11cd57da-0e62-4e13-8a1f-7b181091b1e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0473363 Jul 22 11:28:08.034216 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-25af2bc7-22a3-494f-8e6f-df925cae8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:08.036283 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-25af2bc7-22a3-494f-8e6f-df925cae8cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387287 Jul 22 11:28:08.124206 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-c29f58c2-dca4-466d-9687-a597da111312 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 Jul 22 11:28:08.216270 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-0beebf55-eb0a-4bd3-8c26-880a3c039025 req-494bc803-3ab9-4cc2-9916-5c76ef1f0006 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Jul 22 11:28:08.539447 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-794d1269-92bd-4bb1-bed5-8d46f719ad8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:10.647067 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-7b8db1d8-0070-4405-acf7-1dd8457d3268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:12.176922 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:13.733341 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:13.824739 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.223584 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46886) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:14.365484 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port 3276fee0-6029-492a-86ed-ef7d320e6e63 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:14.365831 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.444378 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.444710 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (3276fee0-6029-492a-86ed-ef7d320e6e63), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.456494 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for 3276fee0-6029-492a-86ed-ef7d320e6e63 owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:14.623001 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (3276fee0-6029-492a-86ed-ef7d320e6e63), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.650268 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=3276fee0-6029-492a-86ed-ef7d320e6e63,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:14.675103 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.675478 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.675861 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.676211 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.676549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.676882 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.677210 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.677537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.677864 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.678194 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.678520 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.678846 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.679172 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.679515 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.679835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:14.728151 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (5bc530f7-7ff3-47e0-82ac-db04b7aacc4a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:14.728151 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 5bc530f7-7ff3-47e0-82ac-db04b7aacc4a disassociated (deleted). External IP: 172.27.0.63, port: 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555. Jul 22 11:28:14.922228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:15.025501 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:15.030277 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:15.034897 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:15.045188 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:15.045793 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:15.049188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:15.064260 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-06dbf78f-4590-445b-bdc8-02b4ff09600a tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "DELETE /v2.0/floatingips/5bc530f7-7ff3-47e0-82ac-db04b7aacc4a HTTP/1.1" status: 204 len: 168 time: 0.8372734 Jul 22 11:28:15.064260 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:15.064729 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c42186-f2fe-4243-b9f2-0b1f1635796e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:15.114634 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64990f3-5c8b-4012-9a41-390578628c04 x-openstack-request-id: req-a64990f3-5c8b-4012-9a41-390578628c04 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:15.114901 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:15.115248 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a64990f3-5c8b-4012-9a41-390578628c04 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:15.115682 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64990f3-5c8b-4012-9a41-390578628c04'] response: {'name': 'network-changed', 'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'status': 'completed', 'code': 200} Jul 22 11:28:15.160800 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:15.180181 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-85f20c0a-0705-4942-b089-71877d066dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:15.182449 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-85f20c0a-0705-4942-b089-71877d066dcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 1130 time: 0.0435097 Jul 22 11:28:15.301510 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-a3778104-b4f2-4f6f-bf6f-88c1fc1b5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:15.303111 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-a3778104-b4f2-4f6f-bf6f-88c1fc1b5885 service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.1116695 Jul 22 11:28:15.311245 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb7341-d3e9-4dc5-8d49-7f494481cfcd req-530a8f15-b6c8-4467-868d-d0a2f107dac5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:15.312810 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-edbb7341-d3e9-4dc5-8d49-7f494481cfcd req-530a8f15-b6c8-4467-868d-d0a2f107dac5 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0496256 Jul 22 11:28:15.324988 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:15.371132 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-edbb7341-d3e9-4dc5-8d49-7f494481cfcd req-2d76ec2f-def7-429a-8b03-b56443c75245 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519667 Jul 22 11:28:15.399480 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:15.427099 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:15.436235 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:15.436764 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:15.539843 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:15.754084 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:15.867200 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f54ab-0420-4ac9-b79e-c4c968a44305 None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_floatingips': [{'id': '48a0cd32-301f-4984-ba65-9cde8b31e2c5', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'router_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'port_id': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'mac_address': 'fa:16:3e:1a:ff:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-22T11:24:42Z', 'updated_at': '2022-07-22T11:24:44Z', 'revision_number': 1, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:16.095071 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053ebeb-7ada-4695-9462-7f8e60bf35fc None None] New status for floating IP 5bc530f7-7ff3-47e0-82ac-db04b7aacc4a: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:28:16.327000 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-38c97f1e-21d9-4fcf-a528-cc22eef7b014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 200 len: 217 time: 0.0346673 Jul 22 11:28:16.388120 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-11f7ad5c-98c6-4b7b-9afc-a844e10be4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:16.390476 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-11f7ad5c-98c6-4b7b-9afc-a844e10be4c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0550957 Jul 22 11:28:16.529858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9124d-31e5-49e7-a98e-93a3af744ca3 req-9659afc0-dadb-464a-8c83-758a80f43860 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:16.531371 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-67b9124d-31e5-49e7-a98e-93a3af744ca3 req-9659afc0-dadb-464a-8c83-758a80f43860 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0837064 Jul 22 11:28:16.540934 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-299f91d5-1a14-4c94-a9d7-2225d925c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:16.542342 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-299f91d5-1a14-4c94-a9d7-2225d925c60a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573103 Jul 22 11:28:16.640783 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-67b9124d-31e5-49e7-a98e-93a3af744ca3 req-789b2b5f-441f-4393-b269-f47e1e1f7ea9 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017897 Jul 22 11:28:16.668842 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-a7e8d58e-d02d-4451-99a2-0f42c4554c78 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134787 Jul 22 11:28:16.819768 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:16.880845 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-b4c42186-f2fe-4243-b9f2-0b1f1635796e req-9b903536-b77e-4321-ba36-96d5bbbca6e1 service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868912 Jul 22 11:28:16.888641 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-b5ceb520-51e9-4b70-bead-417c3a9fade1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:16.890234 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-b5ceb520-51e9-4b70-bead-417c3a9fade1 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 946 time: 0.0475910 Jul 22 11:28:16.983188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:16.983188 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:17.073662 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] For port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:17.074025 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:17.090896 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:17.222590 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:17.250026 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:17.298280 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] No DVR routers for this DVR port 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:17.301018 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:17.304201 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-b0ada0ea-3674-454f-a717-56ab6f9d44e7 req-8a988c9e-f78c-431b-aa0d-f5bf1118c348 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "DELETE /v2.0/ports/2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 HTTP/1.1" status: 204 len: 173 time: 0.4073670 Jul 22 11:28:17.304741 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'name': 'network-vif-deleted', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:17.306951 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5d765-a396-4377-97c3-c596023f0c85" -d '{"events": [{"server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "name": "network-vif-deleted", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:17.344925 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9464564-f0bd-4282-859f-cc56caaa0a16 x-openstack-request-id: req-b9464564-f0bd-4282-859f-cc56caaa0a16 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:17.345222 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2829ff8-193e-4095-aec6-4abfe1c5e678", "name": "network-vif-deleted", "tag": "2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:17.345476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9464564-f0bd-4282-859f-cc56caaa0a16 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:17.345884 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9464564-f0bd-4282-859f-cc56caaa0a16'] response: {'server_uuid': 'b2829ff8-193e-4095-aec6-4abfe1c5e678', 'name': 'network-vif-deleted', 'tag': '2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555', 'status': 'completed', 'code': 200} Jul 22 11:28:17.773751 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-c931e89f-d8d6-43e2-90a9-911cbc7d9ec7 req-d0ad92a6-608a-4d3e-b111-c63a0d093674 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2829ff8-193e-4095-aec6-4abfe1c5e678 HTTP/1.1" status: 200 len: 210 time: 0.0361593 Jul 22 11:28:18.837184 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46912) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:18.985714 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Deleting port 1675146b-47e9-4a2c-acd6-f6f13e87c24c {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:18.986059 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.070760 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.071094 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for floatingip (1675146b-47e9-4a2c-acd6-f6f13e87c24c), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.084028 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Calling delete_port for 1675146b-47e9-4a2c-acd6-f6f13e87c24c owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:19.163602 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:19.218159 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:19.236675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (1675146b-47e9-4a2c-acd6-f6f13e87c24c), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.263124 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event deleted for resources: {'Port': ['ID=1675146b-47e9-4a2c-acd6-f6f13e87c24c,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:19.327410 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for floatingip (5126d5ad-cfca-4d4e-87c9-bdbe47cc245a), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.327752 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Floating IP 5126d5ad-cfca-4d4e-87c9-bdbe47cc245a disassociated (deleted). External IP: 172.27.0.221, port: 05eda950-e6f4-4f38-86a7-bf112af47c3b. Jul 22 11:28:19.335173 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:19.358447 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:19.358803 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 2f8a2b4d-4aa6-4af7-b7eb-f82c735a2555 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:19.534141 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Router ef1734e3-fc77-41ec-afe1-a94332f072dc has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:19.637815 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:19.642658 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:19.655212 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Sync routers for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:19.665373 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:19.665993 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:19.675719 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-6179707d-df94-4e0c-8187-248b46f45e44 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "DELETE /v2.0/floatingips/5126d5ad-cfca-4d4e-87c9-bdbe47cc245a HTTP/1.1" status: 204 len: 168 time: 0.8350863 Jul 22 11:28:19.675719 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:19.676206 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958d634-855a-4053-89ba-5f87f66b0667" -d '{"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:19.715720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13f4ba5-25f1-4089-88fe-f7834a395e77 x-openstack-request-id: req-a13f4ba5-25f1-4089-88fe-f7834a395e77 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:19.716115 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:19.716408 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a13f4ba5-25f1-4089-88fe-f7834a395e77 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:19.716873 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13f4ba5-25f1-4089-88fe-f7834a395e77'] response: {'name': 'network-changed', 'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'status': 'completed', 'code': 200} Jul 22 11:28:19.773818 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:19.778066 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d634-855a-4053-89ba-5f87f66b0667 req-5acc4642-98e2-4617-91a0-cdb06500a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:19.779748 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-5acc4642-98e2-4617-91a0-cdb06500a4f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 1129 time: 0.0428765 Jul 22 11:28:19.875654 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:19.906864 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:19.920852 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d634-855a-4053-89ba-5f87f66b0667 req-3bb19a4e-d0ae-4d65-afcd-c241c5dcc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:19.922352 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-3bb19a4e-d0ae-4d65-afcd-c241c5dcc2a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 200 len: 910 time: 0.1358576 Jul 22 11:28:19.929190 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54900-ff67-4233-883c-996095bda990 req-8ed55e8d-8fa1-4a03-9b7a-cf616facebf0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:19.930642 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54c54900-ff67-4233-883c-996095bda990 req-8ed55e8d-8fa1-4a03-9b7a-cf616facebf0 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0642574 Jul 22 11:28:19.982895 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:19.990344 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-54c54900-ff67-4233-883c-996095bda990 req-e3019dc9-77ad-4ab4-8e25-29ba061be368 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537364 Jul 22 11:28:20.016674 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Checking router: ef1734e3-fc77-41ec-afe1-a94332f072dc for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:20.027512 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:20.028269 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:20.137951 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:20.343493 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:20.381778 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bfc0-4e4b-4240-bb4e-4fa9aceb6dd2 None None] The sync data for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi is: [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:23:33Z', 'revision_number': 4, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': '4230cb28-4478-4edf-a59d-7bfc4c2dd103', 'name': '', 'network_id': 'b3f9de9b-e339-44a8-8d52-963ec66a3e22', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'mac_address': 'fa:16:3e:25:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:32Z', 'updated_at': '2022-07-22T11:23:37Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'subnets': [{'id': '3c4403e8-5a59-4851-82b9-16a862b66582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:20.610233 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f1523-6252-43ff-8392-6119f99ceccf None None] New status for floating IP 5126d5ad-cfca-4d4e-87c9-bdbe47cc245a: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:28:21.053628 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-4fb03d2e-f39e-4ea7-8b68-96f2e39ffb22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 200 len: 217 time: 0.0413089 Jul 22 11:28:21.089835 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46934) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:21.110646 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:21.130408 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53542-a431-46dd-9591-c3f52447a1b9 req-34aa39e9-9337-44c3-96be-414e7d8cc3b6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:21.132730 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4c53542-a431-46dd-9591-c3f52447a1b9 req-34aa39e9-9337-44c3-96be-414e7d8cc3b6 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0636706 Jul 22 11:28:21.172444 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d634-855a-4053-89ba-5f87f66b0667 req-1dadf9f5-d9a5-4f5d-a6c0-ab96e16e7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:21.173999 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-1dadf9f5-d9a5-4f5d-a6c0-ab96e16e7026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 200 len: 848 time: 0.1123643 Jul 22 11:28:21.195877 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e4c53542-a431-46dd-9591-c3f52447a1b9 req-995410f0-2236-4135-8b8e-0d83729f2b6f tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540125 Jul 22 11:28:21.269097 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:21.277343 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d634-855a-4053-89ba-5f87f66b0667 req-a87eb3b8-52cf-4131-a7b3-47f6d33de335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:21.278754 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-a87eb3b8-52cf-4131-a7b3-47f6d33de335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f9de9b-e339-44a8-8d52-963ec66a3e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579669 Jul 22 11:28:21.336552 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port e25f4ddc-fe7d-4d61-90e1-1dffd44775b8 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:21.336889 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.418535 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:21.458741 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-97a827b2-43fb-4172-ae42-cfa891263132 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620023 Jul 22 11:28:21.479687 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.480019 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.513310 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for e25f4ddc-fe7d-4d61-90e1-1dffd44775b8 owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:21.534142 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-afc502ba-6341-474e-bc92-bd8b18031be9 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:21.535530 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-afc502ba-6341-474e-bc92-bd8b18031be9 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 945 time: 0.0471101 Jul 22 11:28:21.621344 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Deleting port 05eda950-e6f4-4f38-86a7-bf112af47c3b {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:21.621694 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.624356 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-f958d634-855a-4053-89ba-5f87f66b0667 req-fc5a84ad-632c-4021-9ddf-da96f0448e58 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562686 Jul 22 11:28:21.712857 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] For port 05eda950-e6f4-4f38-86a7-bf112af47c3b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=05eda950-e6f4-4f38-86a7-bf112af47c3b,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:21.713346 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.714984 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (e25f4ddc-fe7d-4d61-90e1-1dffd44775b8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.727921 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Calling delete_port for 05eda950-e6f4-4f38-86a7-bf112af47c3b owned by compute:nova {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:21.741443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=e25f4ddc-fe7d-4d61-90e1-1dffd44775b8,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:21.805766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (48a0cd32-301f-4984-ba65-9cde8b31e2c5), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.806135 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.db.l3_db [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Floating IP 48a0cd32-301f-4984-ba65-9cde8b31e2c5 disassociated (deleted). External IP: 172.27.0.106, port: 546116d2-e38d-4e95-afb2-bdaec2cf68f5. Jul 22 11:28:21.880702 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (05eda950-e6f4-4f38-86a7-bf112af47c3b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.908767 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event deleted for resources: {'Port': ['ID=05eda950-e6f4-4f38-86a7-bf112af47c3b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:21.921892 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.922248 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.922603 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.922950 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.923314 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.923654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.924045 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.924315 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.924763 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.925095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.925430 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.926294 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.926647 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.926975 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.927402 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:21.968750 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] No DVR routers for this DVR port 05eda950-e6f4-4f38-86a7-bf112af47c3b on host hv-cinder-84890 {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:21.971424 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:21.975276 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-e58147c8-ded3-4ba3-bfb0-e385988ab126 req-b95a0f03-67b0-4d11-a416-a3b36c9a21f2 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.43 "DELETE /v2.0/ports/05eda950-e6f4-4f38-86a7-bf112af47c3b HTTP/1.1" status: 204 len: 173 time: 0.4341061 Jul 22 11:28:21.975780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-deleted', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:21.978414 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be526d27af03677842428c6d5a35f499ddaaab7dff8c4d47f7b2bee4fdcf8ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d29b0-5c80-4d0f-aafe-b4e0e9bf0118" -d '{"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-deleted", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:22.089980 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac57f77-7ebe-4ffe-91f4-0c672f438d6c x-openstack-request-id: req-4ac57f77-7ebe-4ffe-91f4-0c672f438d6c {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:22.090218 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e342bc0-ddb4-4b26-9d31-04210b39c81c", "name": "network-vif-deleted", "tag": "05eda950-e6f4-4f38-86a7-bf112af47c3b", "status": "completed", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:22.090471 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ac57f77-7ebe-4ffe-91f4-0c672f438d6c {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:22.090884 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac57f77-7ebe-4ffe-91f4-0c672f438d6c'] response: {'server_uuid': '3e342bc0-ddb4-4b26-9d31-04210b39c81c', 'name': 'network-vif-deleted', 'tag': '05eda950-e6f4-4f38-86a7-bf112af47c3b', 'status': 'completed', 'code': 200} Jul 22 11:28:22.324316 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-f5479f98-ab76-4a41-bc2c-f79ad5c943b9 req-166a1ef0-4260-4423-b283-05dd4b44200a tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0339456 Jul 22 11:28:22.326358 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:22.396906 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:22.459339 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:22.464344 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:22.468990 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:22.485171 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:22.485801 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:22.505216 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-838f3137-206c-4437-8597-5d4c655844f4 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "DELETE /v2.0/floatingips/48a0cd32-301f-4984-ba65-9cde8b31e2c5 HTTP/1.1" status: 204 len: 168 time: 1.4142234 Jul 22 11:28:22.505853 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:22.509643 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:22.557118 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac32cebf-4af2-42af-a9e4-9049588e2b56 x-openstack-request-id: req-ac32cebf-4af2-42af-a9e4-9049588e2b56 {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:22.557424 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:22.557670 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac32cebf-4af2-42af-a9e4-9049588e2b56 {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:22.558077 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac32cebf-4af2-42af-a9e4-9049588e2b56'] response: {'name': 'network-changed', 'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'status': 'completed', 'code': 200} Jul 22 11:28:22.626791 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:22.648017 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-e52d30d6-0aad-4f29-ba87-e9d011881b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:22.649843 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-e52d30d6-0aad-4f29-ba87-e9d011881b10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 1130 time: 0.0501699 Jul 22 11:28:22.786696 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b74f-9cf5-4fe4-97ae-12ab1bd92743 req-cd133805-0090-4961-8bac-6bc9f7d2517f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:22.797384 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05c1b74f-9cf5-4fe4-97ae-12ab1bd92743 req-cd133805-0090-4961-8bac-6bc9f7d2517f tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0617616 Jul 22 11:28:22.854149 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:22.857671 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-05c1b74f-9cf5-4fe4-97ae-12ab1bd92743 req-ac563a88-a3bc-4a6d-8b2f-0daedc279fdc tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522144 Jul 22 11:28:22.880831 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:22.890115 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:22.890739 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:22.982174 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-a2dd7aaf-1c96-46cf-8f7b-27aaaa6cba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:22.983838 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-a2dd7aaf-1c96-46cf-8f7b-27aaaa6cba4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0981622 Jul 22 11:28:23.002853 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:23.127801 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:23.133548 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:23.200174 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:23.229302 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179bba9-ab5c-4249-8bbc-ef7d41c3834a None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:09Z', 'revision_number': 4, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi', '_interfaces': [{'id': 'a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1', 'name': '', 'network_id': '050b1084-bd00-4a10-81b9-1276e2d9b4d8', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'mac_address': 'fa:16:3e:f6:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:09Z', 'updated_at': '2022-07-22T11:21:15Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'subnets': [{'id': '7f69b4f4-4c0c-4c80-8caf-9778e6cbed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:23.446492 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-4469bac8-7ed3-458d-95f7-6e9745031685 req-d3b6e8c0-fd5d-4726-8027-5520aa1f8a81 tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e342bc0-ddb4-4b26-9d31-04210b39c81c HTTP/1.1" status: 200 len: 210 time: 0.0294697 Jul 22 11:28:23.466194 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ccb1e-12d6-426e-b985-9e5de7e1e7b2 None None] New status for floating IP 48a0cd32-301f-4984-ba65-9cde8b31e2c5: DOWN {{(pid=104150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 22 11:28:23.988023 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12631-33f6-42aa-8544-94a1900aec79 req-289a834c-eb4e-4d39-b8b1-b0642f101f55 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:23.990245 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-33d12631-33f6-42aa-8544-94a1900aec79 req-289a834c-eb4e-4d39-b8b1-b0642f101f55 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0510280 Jul 22 11:28:24.056281 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-855d5542-9b0e-4150-a342-b6b151e2e500 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 200 len: 217 time: 0.0451481 Jul 22 11:28:24.080677 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:24.117497 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-33d12631-33f6-42aa-8544-94a1900aec79 req-7c4103ce-de78-4ee1-8dbd-540544470576 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181259 Jul 22 11:28:24.133637 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-7e6b5969-addf-4b12-8e0b-8b24062f82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:24.136773 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-7e6b5969-addf-4b12-8e0b-8b24062f82a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 200 len: 851 time: 0.0700643 Jul 22 11:28:24.217382 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:24.255532 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-ab269586-d069-4efc-9acf-e15fe0c4098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:24.257051 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-ab269586-d069-4efc-9acf-e15fe0c4098e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=050b1084-bd00-4a10-81b9-1276e2d9b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557003 Jul 22 11:28:24.358220 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-45ac87c4-8ca1-483c-b85b-f5f031aa203f service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943301 Jul 22 11:28:24.507236 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-dde1c0a9-74db-45c6-ad8d-d42ad04dd2ad req-fc2260a8-156b-4b40-9f3b-3e5ee7ebe07c service neutron] 10.222.0.43 "GET /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Jul 22 11:28:24.507236 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46954) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:24.544021 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-fcee908f-001d-4e91-af02-20b41f8901bd tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 22 11:28:24.545489 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-fcee908f-001d-4e91-af02-20b41f8901bd tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 946 time: 0.0581589 Jul 22 11:28:24.569447 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (fa901fa7-a8ac-456f-9b02-728d9a1dfcd8), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.585433 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:24.596823 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (fa901fa7-a8ac-456f-9b02-728d9a1dfcd8), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.635038 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:24.635421 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.666684 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fa901fa7-a8ac-456f-9b02-728d9a1dfcd8), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.669261 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.670405 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa901fa7-a8ac-456f-9b02-728d9a1dfcd8 HTTP/1.1" status: 204 len: 168 time: 0.1630449 Jul 22 11:28:24.680208 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256894b-c96c-4a56-8831-09c0e03ba0ff tempest-TestShelveInstance-528753580 tempest-TestShelveInstance-528753580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa901fa7-a8ac-456f-9b02-728d9a1dfcd8,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:24.692427 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:24.694043 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:24.739095 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46958) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:24.748708 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] For port 546116d2-e38d-4e95-afb2-bdaec2cf68f5, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=546116d2-e38d-4e95-afb2-bdaec2cf68f5,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:24.749074 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.763401 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for 546116d2-e38d-4e95-afb2-bdaec2cf68f5 owned by compute:nova {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:24.921744 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (546116d2-e38d-4e95-afb2-bdaec2cf68f5), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:24.953131 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=546116d2-e38d-4e95-afb2-bdaec2cf68f5,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:25.005564 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] No DVR routers for this DVR port 546116d2-e38d-4e95-afb2-bdaec2cf68f5 on host hv-cinder-84890 {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:25.008147 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for port (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:25.011701 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [req-73976e8a-6b14-4232-8e7e-c64f5cd1ed0c req-1d1e089e-4cad-4da1-80d9-f5fd4beb9839 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.43 "DELETE /v2.0/ports/546116d2-e38d-4e95-afb2-bdaec2cf68f5 HTTP/1.1" status: 204 len: 173 time: 0.4598613 Jul 22 11:28:25.012187 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'name': 'network-vif-deleted', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5'}] {{(pid=104149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 22 11:28:25.015183 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aad2b5b499dec7272a61380fbf9deead550b856a1f1bb53931344431e7696044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed792f-c979-40fb-bd4e-1d0c560ad741" -d '{"events": [{"server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "name": "network-vif-deleted", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5"}]}' {{(pid=104149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:25.055499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Jul 2022 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d01c5-f95e-429d-aca4-489c39b3928e x-openstack-request-id: req-034d01c5-f95e-429d-aca4-489c39b3928e {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:25.056559 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c80c2f-d64d-4b77-86f6-81f65e6752aa", "name": "network-vif-deleted", "tag": "546116d2-e38d-4e95-afb2-bdaec2cf68f5", "status": "completed", "code": 200}]} {{(pid=104149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:25.056822 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-034d01c5-f95e-429d-aca4-489c39b3928e {{(pid=104149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:25.057286 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034d01c5-f95e-429d-aca4-489c39b3928e'] response: {'server_uuid': '03c80c2f-d64d-4b77-86f6-81f65e6752aa', 'name': 'network-vif-deleted', 'tag': '546116d2-e38d-4e95-afb2-bdaec2cf68f5', 'status': 'completed', 'code': 200} Jul 22 11:28:25.260302 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [req-3389bafc-14de-4258-8673-7babdb9312dd req-2ce032e6-2979-46a7-bd08-f3c6cd0ac2d7 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "GET /v2.0/ports?device_id=03c80c2f-d64d-4b77-86f6-81f65e6752aa HTTP/1.1" status: 200 len: 210 time: 0.0466471 Jul 22 11:28:25.337059 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:25.362250 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:25.370273 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 05eda950-e6f4-4f38-86a7-bf112af47c3b {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:25.371025 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 05eda950-e6f4-4f38-86a7-bf112af47c3b not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:25.521390 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:25.609959 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Deleting port 4230cb28-4478-4edf-a59d-7bfc4c2dd103 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:25.610304 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:25.662642 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:25.699114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] For port 4230cb28-4478-4edf-a59d-7bfc4c2dd103, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4230cb28-4478-4edf-a59d-7bfc4c2dd103,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:25.699507 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:25.713811 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Calling delete_port for 4230cb28-4478-4edf-a59d-7bfc4c2dd103 owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:25.895452 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (4230cb28-4478-4edf-a59d-7bfc4c2dd103), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:25.922829 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Pushing event deleted for resources: {'Port': ['ID=4230cb28-4478-4edf-a59d-7bfc4c2dd103,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:26.085472 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.290339 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Router ef1734e3-fc77-41ec-afe1-a94332f072dc has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:26.320306 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46966) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:26.395657 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:26.404503 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:26.411223 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-21751a64-800b-4be9-8f0e-3becfd68d48f admin admin] 10.222.0.20 "PUT /v2.0/routers/ef1734e3-fc77-41ec-afe1-a94332f072dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710589 Jul 22 11:28:26.413557 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Sync routers for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:26.414044 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46968) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:26.423676 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:26.424282 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:26.447323 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Deleting port 09b2b97e-d11d-4f1e-95bd-087168bf27bc {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:26.447675 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.509869 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:26.513308 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks [] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.531695 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.532050 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (09b2b97e-d11d-4f1e-95bd-087168bf27bc), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.536090 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:26.545042 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Calling delete_port for 09b2b97e-d11d-4f1e-95bd-087168bf27bc owned by network:floatingip {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:26.629551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks [] for router_gateway (ef1734e3-fc77-41ec-afe1-a94332f072dc), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.631244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:26.680153 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Deleting port 4a54449a-54d3-4e4c-98ba-04cf61f45202 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:26.680616 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.690258 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (09b2b97e-d11d-4f1e-95bd-087168bf27bc), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.713691 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:28:25Z', 'revision_number': 5, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port': {'id': '4a54449a-54d3-4e4c-98ba-04cf61f45202', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:30Z', 'updated_at': '2022-07-22T11:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:26.727766 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'Port': ['ID=09b2b97e-d11d-4f1e-95bd-087168bf27bc,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:26.741719 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Checking router: ef1734e3-fc77-41ec-afe1-a94332f072dc for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:26.751555 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Routers {'ef1734e3-fc77-41ec-afe1-a94332f072dc'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:26.752366 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['ef1734e3-fc77-41ec-afe1-a94332f072dc'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:26.766238 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] For port 4a54449a-54d3-4e4c-98ba-04cf61f45202, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=4a54449a-54d3-4e4c-98ba-04cf61f45202,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:26.766617 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.782858 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Calling delete_port for 4a54449a-54d3-4e4c-98ba-04cf61f45202 owned by network:router_gateway {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:26.796096 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for floatingip (21dd33b3-c622-4200-9460-4ac4455ce9f1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.798537 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230623'] for floatingip (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:26.804295 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-00216fdf-a233-4ac0-8d75-6d76a0521f59 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "DELETE /v2.0/floatingips/21dd33b3-c622-4200-9460-4ac4455ce9f1 HTTP/1.1" status: 204 len: 168 time: 0.4791400 Jul 22 11:28:26.848896 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] Set router ef1734e3-fc77-41ec-afe1-a94332f072dc gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:26.910349 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:28:26Z', 'revision_number': 6, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:26.944035 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803f235-7f4b-4db2-a44a-58486fc325b5 None None] The sync data for ids ['ef1734e3-fc77-41ec-afe1-a94332f072dc'] in dv-cinder-848900-4-iscsi is: [{'id': 'ef1734e3-fc77-41ec-afe1-a94332f072dc', 'name': 'tempest-TestShelveInstance-1373043816-router', 'tenant_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:29Z', 'updated_at': '2022-07-22T11:28:26Z', 'revision_number': 6, 'project_id': 'd084bf56f7894fb98a46d7e2cbb34157', 'gw_port_host': None}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:26.982827 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (4a54449a-54d3-4e4c-98ba-04cf61f45202), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.009418 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a54449a-54d3-4e4c-98ba-04cf61f45202,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:27.079103 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.171744 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.173900 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks [] for router_controller (ef1734e3-fc77-41ec-afe1-a94332f072dc), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.219986 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (ef1734e3-fc77-41ec-afe1-a94332f072dc), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.220626 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1734e3-fc77-41ec-afe1-a94332f072dc {{(pid=104148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:27.226666 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.228010 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-64517669-1c0b-4867-ba3a-750cf0e6aa99 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ef1734e3-fc77-41ec-afe1-a94332f072dc HTTP/1.1" status: 204 len: 168 time: 0.8133733 Jul 22 11:28:27.230583 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46978) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:27.276671 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Deleting subnet 3c4403e8-5a59-4851-82b9-16a862b66582 {{(pid=104148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:28:27.280289 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Publish callbacks [] for subnet (3c4403e8-5a59-4851-82b9-16a862b66582), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.324896 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24971600'] for subnet (3c4403e8-5a59-4851-82b9-16a862b66582), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.353845 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 546116d2-e38d-4e95-afb2-bdaec2cf68f5 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:27.377459 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] No Port match for: 546116d2-e38d-4e95-afb2-bdaec2cf68f5 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:27.378111 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Device 546116d2-e38d-4e95-afb2-bdaec2cf68f5 not bound to the agent host hv-cinder-84890 {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:27.382027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:27.408327 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4230cb28-4478-4edf-a59d-7bfc4c2dd103 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:27.421433 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (3c4403e8-5a59-4851-82b9-16a862b66582), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.430607 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 4230cb28-4478-4edf-a59d-7bfc4c2dd103 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:27.430963 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4230cb28-4478-4edf-a59d-7bfc4c2dd103 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:27.459129 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:27.480200 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24819920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24891899'] for subnet (3c4403e8-5a59-4851-82b9-16a862b66582), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.509128 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4403e8-5a59-4851-82b9-16a862b66582,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:27.512805 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for subnet (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.515998 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9d1a1e02-740f-48ee-be95-1bb9de3d9791 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3c4403e8-5a59-4851-82b9-16a862b66582 HTTP/1.1" status: 204 len: 168 time: 0.2845528 Jul 22 11:28:27.518265 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d63213-6633-4161-b94d-fca162fd98d3 None None] Network b3f9de9b-e339-44a8-8d52-963ec66a3e22 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:28:27.518888 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46980) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:27.590557 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (b3f9de9b-e339-44a8-8d52-963ec66a3e22), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.641031 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Deleting port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:27.641387 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.716377 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] For port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,segment=NetworkSegment(48b668d9-ece9-4d8c-924a-af1fa0a0c6e3),segment_id=48b668d9-ece9-4d8c-924a-af1fa0a0c6e3)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:27.716645 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.733557 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Calling delete_port for 7e1578bf-8a9b-477d-8d23-5ccf84f1abef owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:27.828613 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc6254-a99c-469d-8c0b-ab2727058644 None None] DHCP port deletion for b3f9de9b-e339-44a8-8d52-963ec66a3e22 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:28:27.832169 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (7e1578bf-8a9b-477d-8d23-5ccf84f1abef), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.864161 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1578bf-8a9b-477d-8d23-5ccf84f1abef,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:27.866032 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] No DVR routers for this DVR port 7e1578bf-8a9b-477d-8d23-5ccf84f1abef on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:27.938787 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (b3f9de9b-e339-44a8-8d52-963ec66a3e22), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:27.958824 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f9de9b-e339-44a8-8d52-963ec66a3e22']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:27.968487 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:27.968791 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b668d9-ece9-4d8c-924a-af1fa0a0c6e3') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:27.979426 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (48b668d9-ece9-4d8c-924a-af1fa0a0c6e3), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.000098 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (48b668d9-ece9-4d8c-924a-af1fa0a0c6e3), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.010180 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:28.010592 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (48b668d9-ece9-4d8c-924a-af1fa0a0c6e3), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.028800 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46986) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:28.098582 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 48b668d9-ece9-4d8c-924a-af1fa0a0c6e3 resource provider aggregate not found Jul 22 11:28:28.112973 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (b3f9de9b-e339-44a8-8d52-963ec66a3e22), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.122783 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 48b668d9-ece9-4d8c-924a-af1fa0a0c6e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48b668d9-ece9-4d8c-924a-af1fa0a0c6e3 found for delete ", "request_id": "req-cf1733f3-6ada-4cde-9960-802b3b0b1b83"}]} Jul 22 11:28:28.126809 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.129986 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3f9de9b-e339-44a8-8d52-963ec66a3e22 HTTP/1.1" status: 204 len: 168 time: 0.6095965 Jul 22 11:28:28.133027 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 46992) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:28.142328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68745e-0137-4e6b-a401-90f1c3388963 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f9de9b-e339-44a8-8d52-963ec66a3e22,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:28.162369 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (fa0c4be1-a4d6-4fde-b22f-594f4887cdaa), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.188819 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (fa0c4be1-a4d6-4fde-b22f-594f4887cdaa), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.252732 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fa0c4be1-a4d6-4fde-b22f-594f4887cdaa), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.255481 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.259110 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa0c4be1-a4d6-4fde-b22f-594f4887cdaa HTTP/1.1" status: 204 len: 168 time: 0.2271235 Jul 22 11:28:28.265966 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7061f-9adb-4553-91e8-1a9157ac0ce3 tempest-TestVolumeBootPattern-945725022 tempest-TestVolumeBootPattern-945725022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c4be1-a4d6-4fde-b22f-594f4887cdaa,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:28.286794 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:28.312876 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 46996) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:28.469905 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (30a453cd-3858-4862-b36e-f165c09e0c50), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.499027 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:28.641706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:28.696048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Deleting port c73149db-700d-439e-ac52-fd7a03d4b537 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:28.696297 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.738551 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (95e2f03f-efce-4658-854f-6c2e015defd4), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.779045 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] For port c73149db-700d-439e-ac52-fd7a03d4b537, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=c73149db-700d-439e-ac52-fd7a03d4b537,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:28.779443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:28.793109 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Calling delete_port for c73149db-700d-439e-ac52-fd7a03d4b537 owned by network:router_interface {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:28.910285 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:28.978771 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (c73149db-700d-439e-ac52-fd7a03d4b537), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.005490 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73149db-700d-439e-ac52-fd7a03d4b537,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:29.122926 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.159036 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:29.191160 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (30a453cd-3858-4862-b36e-f165c09e0c50), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.220126 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Deleting port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:29.220448 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.312672 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] For port a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:29.313102 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.327207 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Calling delete_port for a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:29.355805 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4a54449a-54d3-4e4c-98ba-04cf61f45202 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:29.379090 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 4a54449a-54d3-4e4c-98ba-04cf61f45202 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:29.379605 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 4a54449a-54d3-4e4c-98ba-04cf61f45202 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:29.380087 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 7e1578bf-8a9b-477d-8d23-5ccf84f1abef no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:29.397972 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 7e1578bf-8a9b-477d-8d23-5ccf84f1abef {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:29.398425 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 7e1578bf-8a9b-477d-8d23-5ccf84f1abef not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:29.411914 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Router 30a453cd-3858-4862-b36e-f165c09e0c50 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:29.505727 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:29.512619 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.516310 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:29.521233 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-83690c4d-0639-4284-b2f4-830b6e8705e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/30a453cd-3858-4862-b36e-f165c09e0c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3871944 Jul 22 11:28:29.523743 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47000) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:29.526387 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Sync routers for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:29.539103 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:29.539787 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:29.554143 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:29.704434 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:29.714452 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks [] for router (30a453cd-3858-4862-b36e-f165c09e0c50), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.735766 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (95e2f03f-efce-4658-854f-6c2e015defd4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.820303 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks [] for router_gateway (30a453cd-3858-4862-b36e-f165c09e0c50), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.869433 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Deleting port 56b98615-8ff7-449c-8a2c-0e300f166cd1 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:29.869732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.889336 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:28:28Z', 'revision_number': 5, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port': {'id': '56b98615-8ff7-449c-8a2c-0e300f166cd1', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:29.914410 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Checking router: 30a453cd-3858-4862-b36e-f165c09e0c50 for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:29.923472 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Routers {'30a453cd-3858-4862-b36e-f165c09e0c50'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:29.924108 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['30a453cd-3858-4862-b36e-f165c09e0c50'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:29.930599 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:29.938470 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:29.961842 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] For port 56b98615-8ff7-449c-8a2c-0e300f166cd1, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=56b98615-8ff7-449c-8a2c-0e300f166cd1,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:29.962205 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:29.968627 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Router 95e2f03f-efce-4658-854f-6c2e015defd4 has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:29.976153 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Calling delete_port for 56b98615-8ff7-449c-8a2c-0e300f166cd1 owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:30.012452 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] Set router 30a453cd-3858-4862-b36e-f165c09e0c50 gateway port host: None {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:30.067527 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:28:29Z', 'revision_number': 6, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:30.076241 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:30.081045 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-f421ae08-fb76-4847-ad28-551ab7c909f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/95e2f03f-efce-4658-854f-6c2e015defd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672493 Jul 22 11:28:30.083419 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47004) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:30.088825 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Sync routers for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:30.098193 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8782-041b-4e9e-b137-3b7bd6be7f21 None None] The sync data for ids ['30a453cd-3858-4862-b36e-f165c09e0c50'] in dv-cinder-848900-4-iscsi is: [{'id': '30a453cd-3858-4862-b36e-f165c09e0c50', 'name': 'tempest-TestShelveInstance-437074301-router', 'tenant_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:23:35Z', 'updated_at': '2022-07-22T11:28:29Z', 'revision_number': 6, 'project_id': 'efb23709e5fc4d6ea06087c45b13f0e9', 'gw_port_host': None}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:30.102584 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:30.103380 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:30.137130 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:30.163016 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (56b98615-8ff7-449c-8a2c-0e300f166cd1), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.187330 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b98615-8ff7-449c-8a2c-0e300f166cd1,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.207593 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks [] for router (95e2f03f-efce-4658-854f-6c2e015defd4), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.231912 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: dv-cinder-848900-4-iscsi {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:30.256774 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (30a453cd-3858-4862-b36e-f165c09e0c50), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.314539 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks [] for router_gateway (95e2f03f-efce-4658-854f-6c2e015defd4), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.346144 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (30a453cd-3858-4862-b36e-f165c09e0c50), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.349210 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks [] for router_controller (30a453cd-3858-4862-b36e-f165c09e0c50), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.369199 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Deleting port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:30.369626 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.393961 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:30.401903 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (30a453cd-3858-4862-b36e-f165c09e0c50), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.402823 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a453cd-3858-4862-b36e-f165c09e0c50 {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:30.407405 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.408799 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-0b48f6cd-44c1-4513-b7b7-cc79130d3f51 admin admin] 10.222.0.20 "DELETE /v2.0/routers/30a453cd-3858-4862-b36e-f165c09e0c50 HTTP/1.1" status: 204 len: 168 time: 0.8839598 Jul 22 11:28:30.411139 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47006) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:30.415469 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:28:29Z', 'revision_number': 5, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port': {'id': 'ccb2bb37-ec88-4956-aa91-a3ee4b42c27c', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:30.445481 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Checking router: 95e2f03f-efce-4658-854f-6c2e015defd4 for host: dv-cinder-848900-4-iscsi {{(pid=104151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:30.454407 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Routers {'95e2f03f-efce-4658-854f-6c2e015defd4'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:30.455032 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['95e2f03f-efce-4658-854f-6c2e015defd4'], 'active': True} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:30.463960 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] For port ccb2bb37-ec88-4956-aa91-a3ee4b42c27c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:30.464328 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.465167 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Deleting subnet 2f94c771-ccf5-46df-b36d-8c011c03cf7f {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:28:30.468451 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Publish callbacks [] for subnet (2f94c771-ccf5-46df-b36d-8c011c03cf7f), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.479476 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Calling delete_port for ccb2bb37-ec88-4956-aa91-a3ee4b42c27c owned by network:router_gateway {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:30.508828 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (2f94c771-ccf5-46df-b36d-8c011c03cf7f), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.530738 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:30.558848 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_dvr_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] Set router 95e2f03f-efce-4658-854f-6c2e015defd4 gateway port host: None {{(pid=104151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:30.616274 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (2f94c771-ccf5-46df-b36d-8c011c03cf7f), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.626597 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.l3_hamode_db [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:28:30Z', 'revision_number': 6, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:30.651941 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b9c26-885c-497d-9526-bcf7fa33fa1c None None] The sync data for ids ['95e2f03f-efce-4658-854f-6c2e015defd4'] in dv-cinder-848900-4-iscsi is: [{'id': '95e2f03f-efce-4658-854f-6c2e015defd4', 'name': 'tempest-TestVolumeBootPattern-1702689560-router', 'tenant_id': '04d58bceb8414b02a1bbaec0db07d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:07Z', 'updated_at': '2022-07-22T11:28:30Z', 'revision_number': 6, 'project_id': '04d58bceb8414b02a1bbaec0db07d85e', 'gw_port_host': None}] {{(pid=104151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:30.671236 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (ccb2bb37-ec88-4956-aa91-a3ee4b42c27c), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.675081 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (2f94c771-ccf5-46df-b36d-8c011c03cf7f), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.698077 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb2bb37-ec88-4956-aa91-a3ee4b42c27c,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.703498 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f94c771-ccf5-46df-b36d-8c011c03cf7f,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.705561 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.708827 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-5bcd27e7-4237-40e1-bdca-34f25082b299 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f94c771-ccf5-46df-b36d-8c011c03cf7f HTTP/1.1" status: 204 len: 168 time: 0.2955580 Jul 22 11:28:30.711288 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47008) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:30.715099 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d5e96-bf74-4f93-85f1-12ed3d316fdc None None] Network 3dbb80be-3d98-4a84-9156-1b9aa903a75d requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:28:30.768362 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (95e2f03f-efce-4658-854f-6c2e015defd4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.792145 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (3dbb80be-3d98-4a84-9156-1b9aa903a75d), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.835704 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Deleting port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:30.836048 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.861394 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (95e2f03f-efce-4658-854f-6c2e015defd4), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.864674 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks [] for router_controller (95e2f03f-efce-4658-854f-6c2e015defd4), precommit_delete_associations {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.903012 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] For port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:30.903476 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.912077 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (95e2f03f-efce-4658-854f-6c2e015defd4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.912756 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e2f03f-efce-4658-854f-6c2e015defd4 {{(pid=104148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:30.918549 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:30.921630 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Calling delete_port for 1aa61226-5418-4b61-aa7b-86ccb3b75f6c owned by network:dhcp {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:30.923756 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] DHCP port deletion for 3dbb80be-3d98-4a84-9156-1b9aa903a75d request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:28:30.932822 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:30.934010 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-cfa8bae0-0db0-424b-ab80-8504a982a739 admin admin] 10.222.0.20 "DELETE /v2.0/routers/95e2f03f-efce-4658-854f-6c2e015defd4 HTTP/1.1" status: 204 len: 168 time: 0.8496685 Jul 22 11:28:30.936757 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47010) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:30.969032 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Deleting port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:30.969419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.028935 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Deleting subnet 7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:28:31.034456 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Publish callbacks [] for subnet (7f69b4f4-4c0c-4c80-8caf-9778e6cbed02), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.039045 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] For port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,segment=NetworkSegment(a7a6129e-1498-463e-88b8-9b0b08ddaec4),segment_id=a7a6129e-1498-463e-88b8-9b0b08ddaec4)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:31.039731 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.055180 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Calling delete_port for 1aa61226-5418-4b61-aa7b-86ccb3b75f6c owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:31.070216 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:31.080175 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.085158 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (7f69b4f4-4c0c-4c80-8caf-9778e6cbed02), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.134270 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (1aa61226-5418-4b61-aa7b-86ccb3b75f6c), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.135508 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.137443 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] No DVR routers for this DVR port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c on host dv-cinder-848900-4-iscsi {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:31.158625 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:31.164601 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Pushing event deleted for resources: {'Port': ['ID=1aa61226-5418-4b61-aa7b-86ccb3b75f6c,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.175061 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] No DVR routers for this DVR port 1aa61226-5418-4b61-aa7b-86ccb3b75f6c on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:31.179045 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.179045 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.179537 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.179723 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.180192 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.180654 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.181063 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.181477 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.181818 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.182366 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.182927 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.183528 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.183885 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.184216 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.184735 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cbc989-50bb-46bb-ac56-3e319854e3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-4-iscsi {{(pid=104150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:31.254189 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (3dbb80be-3d98-4a84-9156-1b9aa903a75d), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.281228 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (7f69b4f4-4c0c-4c80-8caf-9778e6cbed02), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.306552 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbb80be-3d98-4a84-9156-1b9aa903a75d']}} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.318994 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a6129e-1498-463e-88b8-9b0b08ddaec4') {'for_net_delete': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.319371 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a6129e-1498-463e-88b8-9b0b08ddaec4') {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.335784 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24392580'] for segment (a7a6129e-1498-463e-88b8-9b0b08ddaec4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.357637 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (a7a6129e-1498-463e-88b8-9b0b08ddaec4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.369534 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=104149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:31.369861 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24392985'] for segment (a7a6129e-1498-463e-88b8-9b0b08ddaec4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.381241 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1aa61226-5418-4b61-aa7b-86ccb3b75f6c no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.408125 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 1aa61226-5418-4b61-aa7b-86ccb3b75f6c {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:31.408476 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 1aa61226-5418-4b61-aa7b-86ccb3b75f6c not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.408903 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.424272 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment a7a6129e-1498-463e-88b8-9b0b08ddaec4 resource provider aggregate not found Jul 22 11:28:31.427568 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:31.427936 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device a2f7f6ad-e1e5-4353-9ec8-1990b9596ca1 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.428352 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c73149db-700d-439e-ac52-fd7a03d4b537 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.430334 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (7f69b4f4-4c0c-4c80-8caf-9778e6cbed02), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.449577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: c73149db-700d-439e-ac52-fd7a03d4b537 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:31.450219 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device c73149db-700d-439e-ac52-fd7a03d4b537 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.450800 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 56b98615-8ff7-449c-8a2c-0e300f166cd1 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.470564 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 56b98615-8ff7-449c-8a2c-0e300f166cd1 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:31.470899 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 56b98615-8ff7-449c-8a2c-0e300f166cd1 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.744182 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment a7a6129e-1498-463e-88b8-9b0b08ddaec4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7a6129e-1498-463e-88b8-9b0b08ddaec4 found for delete ", "request_id": "req-6ba9652d-dc3f-420d-b61c-2bb1b50fa725"}]} Jul 22 11:28:31.744897 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (3dbb80be-3d98-4a84-9156-1b9aa903a75d), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.746686 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f69b4f4-4c0c-4c80-8caf-9778e6cbed02,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.755579 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.758636 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3dbb80be-3d98-4a84-9156-1b9aa903a75d HTTP/1.1" status: 204 len: 168 time: 1.0464363 Jul 22 11:28:31.773983 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fbe1b-4796-41ec-96a1-702a7c3b7761 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbb80be-3d98-4a84-9156-1b9aa903a75d,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.782034 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.786834 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-18c63e1e-b6c4-4522-a3f1-fc2568d54e40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f69b4f4-4c0c-4c80-8caf-9778e6cbed02 HTTP/1.1" status: 204 len: 168 time: 0.8481896 Jul 22 11:28:31.787748 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2427e-3842-456e-bc24-f9d2c1b1d840 None None] Network 050b1084-bd00-4a10-81b9-1276e2d9b4d8 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:28:31.788425 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47020) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:31.803570 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:31.886213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (050b1084-bd00-4a10-81b9-1276e2d9b4d8), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.920002 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47022) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:31.927356 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:31.940302 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Deleting port 2f84f6e9-e766-4767-af3c-f03b02e157e4 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:31.940577 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:31.958271 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] DHCP port deletion for 050b1084-bd00-4a10-81b9-1276e2d9b4d8 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:28:31.970859 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-30a80f6d-ccbc-485f-ab16-7fe2622f4184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d084bf56f7894fb98a46d7e2cbb34157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491214 Jul 22 11:28:31.974379 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47024) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:32.005863 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Deleting port 2f84f6e9-e766-4767-af3c-f03b02e157e4 {{(pid=104150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:32.006243 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), before_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.025882 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] For port 2f84f6e9-e766-4767-af3c-f03b02e157e4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=2f84f6e9-e766-4767-af3c-f03b02e157e4,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:32.026244 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.029150 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] Publish callbacks [] for security_group (c3a31365-4e40-47cb-a49e-6864dbca464f), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.050261 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Calling delete_port for 2f84f6e9-e766-4767-af3c-f03b02e157e4 owned by network:dhcp {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:32.059519 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] Publish callbacks [] for security_group (c3a31365-4e40-47cb-a49e-6864dbca464f), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.103437 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.db [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] For port 2f84f6e9-e766-4767-af3c-f03b02e157e4, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=2f84f6e9-e766-4767-af3c-f03b02e157e4,segment=NetworkSegment(0b294b5f-17c7-49fe-ab4e-06d0f727b5e2),segment_id=0b294b5f-17c7-49fe-ab4e-06d0f727b5e2)] {{(pid=104150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:32.103842 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), precommit_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.118049 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:32.120031 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (c3a31365-4e40-47cb-a49e-6864dbca464f), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.121093 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Calling delete_port for 2f84f6e9-e766-4767-af3c-f03b02e157e4 owned by network:dhcp {{(pid=104150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:32.123016 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.124202 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3a31365-4e40-47cb-a49e-6864dbca464f HTTP/1.1" status: 204 len: 168 time: 0.1487832 Jul 22 11:28:32.134099 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b06257-1c76-4999-8b1a-4fb3f408d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a31365-4e40-47cb-a49e-6864dbca464f,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.161908 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.177232 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] No DVR routers for this DVR port 2f84f6e9-e766-4767-af3c-f03b02e157e4 on host dv-cinder-848900-4-iscsi {{(pid=104149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:32.199588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f84f6e9-e766-4767-af3c-f03b02e157e4,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.236188 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037'] for port (2f84f6e9-e766-4767-af3c-f03b02e157e4), after_delete {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.266525 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] Pushing event deleted for resources: {'Port': ['ID=2f84f6e9-e766-4767-af3c-f03b02e157e4,revision_number=None']} {{(pid=104150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.268511 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff03fa8-cb40-4264-aefd-61e7f02bc561 None None] No DVR routers for this DVR port 2f84f6e9-e766-4767-af3c-f03b02e157e4 on host dv-cinder-848900-4-iscsi {{(pid=104150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:32.279620 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (050b1084-bd00-4a10-81b9-1276e2d9b4d8), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.308057 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050b1084-bd00-4a10-81b9-1276e2d9b4d8']}} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:32.318514 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2') {'for_net_delete': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:32.318869 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.services.segments.db [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b294b5f-17c7-49fe-ab4e-06d0f727b5e2') {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:32.328732 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24392580'] for segment (0b294b5f-17c7-49fe-ab4e-06d0f727b5e2), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.342783 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (0b294b5f-17c7-49fe-ab4e-06d0f727b5e2), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.349665 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=104149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:32.350298 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24392985'] for segment (0b294b5f-17c7-49fe-ab4e-06d0f727b5e2), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.403248 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:32.410653 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (050b1084-bd00-4a10-81b9-1276e2d9b4d8), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.415341 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.421297 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/050b1084-bd00-4a10-81b9-1276e2d9b4d8 HTTP/1.1" status: 204 len: 168 time: 0.6291928 Jul 22 11:28:32.421778 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47030) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:32.433352 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2569a17-7e3f-4f7a-814e-6c078d2277a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=050b1084-bd00-4a10-81b9-1276e2d9b4d8,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.502453 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47032) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:32.542937 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-72b5ad4d-d36b-40d7-965b-58f9e8100a7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efb23709e5fc4d6ea06087c45b13f0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391941 Jul 22 11:28:32.545377 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47034) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:32.598172 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] Publish callbacks [] for security_group (fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.620368 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] Publish callbacks [] for security_group (fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.668867 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.671489 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.675066 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c HTTP/1.1" status: 204 len: 168 time: 0.1263654 Jul 22 11:28:32.680372 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a054265-1cc0-44a4-9c11-cc8abafef6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d5d12-8ead-44a2-b95b-410bcb2a3d3c,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.752882 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33183424'] for router_interface (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:32.796515 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:33.005073 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Deleting port 82625261-835c-43e2-896d-ea91eb6393c2 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:33.005871 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (82625261-835c-43e2-896d-ea91eb6393c2), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:33.093695 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] For port 82625261-835c-43e2-896d-ea91eb6393c2, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=82625261-835c-43e2-896d-ea91eb6393c2,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:33.094060 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (82625261-835c-43e2-896d-ea91eb6393c2), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:33.109049 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Calling delete_port for 82625261-835c-43e2-896d-ea91eb6393c2 owned by network:router_interface {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:33.167447 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:33.277753 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ccb2bb37-ec88-4956-aa91-a3ee4b42c27c no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:33.296514 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: ccb2bb37-ec88-4956-aa91-a3ee4b42c27c {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:33.296923 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device ccb2bb37-ec88-4956-aa91-a3ee4b42c27c not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:33.297356 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 2f84f6e9-e766-4767-af3c-f03b02e157e4 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:33.306158 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (82625261-835c-43e2-896d-ea91eb6393c2), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:33.316365 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 2f84f6e9-e766-4767-af3c-f03b02e157e4 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:33.316716 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 2f84f6e9-e766-4767-af3c-f03b02e157e4 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:33.328897 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Pushing event deleted for resources: {'Port': ['ID=82625261-835c-43e2-896d-ea91eb6393c2,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:33.492654 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33102832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33184816'] for router_interface (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:33.762857 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 0b294b5f-17c7-49fe-ab4e-06d0f727b5e2 resource provider aggregate not found Jul 22 11:28:33.781205 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.services.segments.plugin [-] Segment 0b294b5f-17c7-49fe-ab4e-06d0f727b5e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b294b5f-17c7-49fe-ab4e-06d0f727b5e2 found for delete ", "request_id": "req-af0ae812-7c9f-485a-ae99-3f72a9b86c4a"}]} Jul 22 11:28:33.901753 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:33.927675 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d has already been hosted by L3 agent 8580b294-4f75-48e6-83ef-3f8821e85973 {{(pid=104148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 22 11:28:34.028458 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] Notify agent at l3_agent.dv-cinder-848900-4-iscsi the message routers_updated {{(pid=104148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:34.033630 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-3ca48586-545d-4a14-a43b-c5e475335202 admin admin] 10.222.0.20 "PUT /v2.0/routers/6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098409 Jul 22 11:28:34.035947 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47042) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:34.038575 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Sync routers for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:34.049076 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:34.049698 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:34.135282 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks [] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.150745 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: dv-cinder-848900-4-iscsi {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:34.233567 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks [] for router_gateway (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.275758 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Deleting port 21fbc1e5-2008-40b8-b356-a4d202bb4329 {{(pid=104149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:34.276114 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.321775 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'external_fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:28:33Z', 'revision_number': 5, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port': {'id': '21fbc1e5-2008-40b8-b356-a4d202bb4329', 'name': '', 'network_id': '32e93bb0-1821-46d6-a566-7a43af182a38', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cbc8aee-1afd-422f-bbca-be3954231b1f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-4-iscsi'}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:34.346186 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Checking router: 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d for host: dv-cinder-848900-4-iscsi {{(pid=104150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:34.355037 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] For port 21fbc1e5-2008-40b8-b356-a4d202bb4329, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=21fbc1e5-2008-40b8-b356-a4d202bb4329,segment=NetworkSegment(f6091b16-b021-41a8-ae61-efc984bdee61),segment_id=f6091b16-b021-41a8-ae61-efc984bdee61)] {{(pid=104149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:34.355429 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.356036 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Routers {'6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'} bound to L3 agent in host dv-cinder-848900-4-iscsi {{(pid=104150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 22 11:28:34.356763 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-22T11:05:41Z,description=,heartbeat_timestamp=2022-07-22T11:28:11Z,host='dv-cinder-848900-4-iscsi',id=8580b294-4f75-48e6-83ef-3f8821e85973,load=0,resource_versions=,resources_synced=,started_at=2022-07-22T11:05:41Z,topic='l3_agent')) {'router_ids': ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'], 'active': True} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:34.372826 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.plugin [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Calling delete_port for 21fbc1e5-2008-40b8-b356-a4d202bb4329 owned by network:router_gateway {{(pid=104149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:34.441755 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_dvr_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] Set router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d gateway port host: None {{(pid=104150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 22 11:28:34.471172 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:34.491994 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.db.l3_hamode_db [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:28:34Z', 'revision_number': 6, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port_host': None}], 'dv-cinder-848900-4-iscsi', False) {} {{(pid=104150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:34.540528 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24393038'] for port (21fbc1e5-2008-40b8-b356-a4d202bb4329), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.568079 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fbc1e5-2008-40b8-b356-a4d202bb4329,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:34.604720 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:34.643622 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33184059'] for router_gateway (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.645122 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a69fbd-4f61-421a-aac3-214d37e47804 None None] The sync data for ids ['6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d'] in dv-cinder-848900-4-iscsi is: [{'id': '6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d', 'name': 'tempest-TestVolumeBootPattern-1131181697-router', 'tenant_id': '4ed3871a9ef44759abf5a216c756e1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-22T11:21:12Z', 'updated_at': '2022-07-22T11:28:34Z', 'revision_number': 6, 'project_id': '4ed3871a9ef44759abf5a216c756e1df', 'gw_port_host': None}] {{(pid=104150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:34.732398 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33185519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2963'] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.734555 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks [] for router_controller (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.776128 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33185438'] for router (6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.776799 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d {{(pid=104149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:34.780786 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.781921 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-2512288e-1b42-4d16-bd1d-b5e2b6f2f1d2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6fa8e1c0-e493-4d7a-a20f-219b16d8ae6d HTTP/1.1" status: 204 len: 168 time: 0.7450058 Jul 22 11:28:34.784400 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47044) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:34.833008 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Deleting subnet 780c5ad9-df2e-48bc-a16b-ee2426a50a68 {{(pid=104149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 22 11:28:34.836213 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Publish callbacks [] for subnet (780c5ad9-df2e-48bc-a16b-ee2426a50a68), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.875991 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24392637'] for subnet (780c5ad9-df2e-48bc-a16b-ee2426a50a68), precommit_delete_associations {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:34.949314 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759864'] for subnet (780c5ad9-df2e-48bc-a16b-ee2426a50a68), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.008998 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33416993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24393123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24345887'] for subnet (780c5ad9-df2e-48bc-a16b-ee2426a50a68), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.038315 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.043897 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/780c5ad9-df2e-48bc-a16b-ee2426a50a68 HTTP/1.1" status: 204 len: 168 time: 0.2557275 Jul 22 11:28:35.043897 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0211f-94a5-4f8f-bbd6-ea06273405bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780c5ad9-df2e-48bc-a16b-ee2426a50a68,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:35.044358 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47046) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:35.047567 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcfeeba-27cd-4e74-947a-bc6ef42e2c43 None None] Network 7890a89c-0efa-49fe-8d9d-052776ebe190 requested from dv-cinder-848900-4-iscsi {{(pid=104150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 22 11:28:35.121642 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738865'] for network (7890a89c-0efa-49fe-8d9d-052776ebe190), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.168120 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Deleting port d24b5f4d-c528-4a21-8fad-30ab64288310 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 22 11:28:35.168467 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753160133304'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.234114 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] For port d24b5f4d-c528-4a21-8fad-30ab64288310, host dv-cinder-848900-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-4-iscsi',level=0,port_id=d24b5f4d-c528-4a21-8fad-30ab64288310,segment=NetworkSegment(6f511fa6-cea5-4814-8cc7-93409b6206e4),segment_id=6f511fa6-cea5-4814-8cc7-93409b6206e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:35.234486 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33182144'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.247919 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Calling delete_port for d24b5f4d-c528-4a21-8fad-30ab64288310 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 22 11:28:35.318692 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:35.329469 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753160138536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753159777037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24819773'] for port (d24b5f4d-c528-4a21-8fad-30ab64288310), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.355331 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24b5f4d-c528-4a21-8fad-30ab64288310,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:35.358900 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] No DVR routers for this DVR port d24b5f4d-c528-4a21-8fad-30ab64288310 on host dv-cinder-848900-4-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 22 11:28:35.432820 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5adba1-c3bf-4d49-86ef-f30fa8518b12 None None] DHCP port deletion for 7890a89c-0efa-49fe-8d9d-052776ebe190 request from dv-cinder-848900-4-iscsi {{(pid=104150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 22 11:28:35.438657 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759987', 'neutron.services.segments.db._delete_segments_for_network-8753160243276'] for network (7890a89c-0efa-49fe-8d9d-052776ebe190), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.473587 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7890a89c-0efa-49fe-8d9d-052776ebe190']}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.483370 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f511fa6-cea5-4814-8cc7-93409b6206e4') {'for_net_delete': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.483678 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.services.segments.db [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f511fa6-cea5-4814-8cc7-93409b6206e4') {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.495130 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753160242661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24971625'] for segment (6f511fa6-cea5-4814-8cc7-93409b6206e4), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.496154 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 82625261-835c-43e2-896d-ea91eb6393c2 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:35.509250 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113'] for segment (6f511fa6-cea5-4814-8cc7-93409b6206e4), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.515814 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=104148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:35.515990 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 82625261-835c-43e2-896d-ea91eb6393c2 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:35.516208 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 82625261-835c-43e2-896d-ea91eb6393c2 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:35.516376 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32837113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24819818'] for segment (6f511fa6-cea5-4814-8cc7-93409b6206e4), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.516979 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d24b5f4d-c528-4a21-8fad-30ab64288310 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:35.540633 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: d24b5f4d-c528-4a21-8fad-30ab64288310 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:35.541521 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device d24b5f4d-c528-4a21-8fad-30ab64288310 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:35.541925 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 6f511fa6-cea5-4814-8cc7-93409b6206e4 resource provider aggregate not found Jul 22 11:28:35.542557 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 21fbc1e5-2008-40b8-b356-a4d202bb4329 no longer exists at agent ovs-agent-dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:35.572647 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.services.segments.plugin [-] Segment 6f511fa6-cea5-4814-8cc7-93409b6206e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f511fa6-cea5-4814-8cc7-93409b6206e4 found for delete ", "request_id": "req-16fb2cc2-e88c-4426-ad31-cccd2f931926"}]} Jul 22 11:28:35.572862 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.plugin [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] No Port match for: 21fbc1e5-2008-40b8-b356-a4d202bb4329 {{(pid=104150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 22 11:28:35.573132 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron.plugins.ml2.rpc [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Device 21fbc1e5-2008-40b8-b356-a4d202bb4329 not bound to the agent host dv-cinder-848900-4-iscsi {{(pid=104150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:35.594387 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33102841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33184165'] for network (7890a89c-0efa-49fe-8d9d-052776ebe190), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.601014 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33102827'] for network (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.604521 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7890a89c-0efa-49fe-8d9d-052776ebe190 HTTP/1.1" status: 204 len: 168 time: 0.5557566 Jul 22 11:28:35.615769 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1df02d-7f90-4c32-982a-f82e0d89f3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7890a89c-0efa-49fe-8d9d-052776ebe190,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:35.778588 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47054) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:35.818971 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-d93af2c5-9e08-45b9-900b-9828b8d637db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04d58bceb8414b02a1bbaec0db07d85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392349 Jul 22 11:28:35.821472 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47056) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:35.869492 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] Publish callbacks [] for security_group (731413ed-1d84-4f6f-80f3-08b789d7d5fb), before_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.890745 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] Publish callbacks [] for security_group (731413ed-1d84-4f6f-80f3-08b789d7d5fb), precommit_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.937300 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (731413ed-1d84-4f6f-80f3-08b789d7d5fb), after_delete {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.939889 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:35.941549 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/731413ed-1d84-4f6f-80f3-08b789d7d5fb HTTP/1.1" status: 204 len: 168 time: 0.1186895 Jul 22 11:28:35.949544 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af15c7-5781-4110-8d33-2729c4c0b41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731413ed-1d84-4f6f-80f3-08b789d7d5fb,revision_number=None']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:35.964082 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:36.256939 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [-] (104149) accepted ('10.222.0.20', 47062) {{(pid=104149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:36.305206 dv-cinder-848900-4-iscsi neutron-server[104149]: INFO neutron.wsgi [None req-492d932e-839b-4197-b29d-9216dcd5d4ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ed3871a9ef44759abf5a216c756e1df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469778 Jul 22 11:28:36.307965 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [-] (104148) accepted ('10.222.0.20', 47064) {{(pid=104148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 22 11:28:36.363780 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] Publish callbacks [] for security_group (d018d00d-9853-4842-a4d8-4ffa64c0a89c), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:36.386025 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] Publish callbacks [] for security_group (d018d00d-9853-4842-a4d8-4ffa64c0a89c), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:36.416706 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:36.432391 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202489'] for security_group (d018d00d-9853-4842-a4d8-4ffa64c0a89c), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:36.434877 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:36.436037 dv-cinder-848900-4-iscsi neutron-server[104148]: INFO neutron.wsgi [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d018d00d-9853-4842-a4d8-4ffa64c0a89c HTTP/1.1" status: 204 len: 168 time: 0.1263909 Jul 22 11:28:36.444326 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e06ae2-8365-4fc3-a83f-09dcd47279f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018d00d-9853-4842-a4d8-4ffa64c0a89c,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:37.223086 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=100 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:37.228598 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:28:38.542281 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-bcf4136f-cad9-4df2-af0c-2ab5953ec7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:40.644693 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:40.654807 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0982dac2-8bff-463e-99cf-160efd38a10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:42.178176 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:43.735386 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:43.826932 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:28:46.293297 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=76,neutron:DELETE=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:46.302177 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:46.439162 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=34,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:46.439955 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:52.219603 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=20 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:52.220368 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=2 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:53.820639 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:53.822577 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:28:59.131530 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:08.544179 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0da5239c-f9cf-4feb-80e8-e1bac39d98be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:10.646472 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3019e51f-e75b-48c9-9b05-cbbc79863439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:12.182330 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:13.740800 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:13.829595 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:14.230868 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:29:23.818786 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:23.825906 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:29.125364 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:37.172992 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:37.173721 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:38.363499 dv-cinder-848900-4-iscsi neutron-server[104149]: DEBUG neutron.wsgi [req-f5e32a6a-a780-4e3d-9cd1-ed9d9cea0909 req-278a9406-a5f7-4083-91c9-7f8510ab6214 service neutron] (104149) timed out ('10.222.0.43', 63366) {{(pid=104149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 22 11:29:38.550709 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0ad02834-cd59-4cc0-a888-17fccb6faa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:40.648744 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-2ee78278-2587-425b-a567-bad937520df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:42.184105 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:43.740894 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:43.833712 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:29:51.230070 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:29:57.773334 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:57.774216 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:29:57.848404 dv-cinder-848900-4-iscsi neutron-server[104148]: DEBUG neutron.wsgi [req-e41c730f-8ec8-4803-ae37-5480dc3371cf req-89c5a883-7acf-49a9-b777-06098d3eddaa service neutron] (104148) timed out ('10.222.0.43', 63382) {{(pid=104148) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 22 11:29:59.144141 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:06.212176 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:06.212892 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:08.543351 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-f661696c-ae7c-4f99-b6dd-84f1e78cb3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:10.651559 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-50954681-dce7-44e0-a905-f95b2e2d4583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:12.188360 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:13.746780 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:13.839779 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:23.831606 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:23.832415 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:28.229637 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:30:29.175669 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:38.545378 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-845781d7-6ebe-4eab-a865-04ea4449f787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:40.653514 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-5e14f09a-9daa-4607-9b3f-900cf471a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:42.190864 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:43.203209 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=14 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:43.209421 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=20 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:43.747004 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:43.840966 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:30:53.829328 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:53.831491 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:30:59.189305 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:05.228690 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:31:08.547764 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-df459961-bc2c-4de2-9789-2becbb91ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:10.657229 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e6d44a51-c638-493a-87b0-703c8b890b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:12.196609 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:13.749176 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:13.837311 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:20.205130 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:20.205902 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:23.830570 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:23.832479 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:29.189319 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:37.178597 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:38.550024 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-1e30-4d95-8ab0-896bc19fbe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:40.659615 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-512b177d-cc68-4c94-a351-e6665b9f94f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:42.196030 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:42.227782 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:31:43.752157 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:43.833274 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:31:57.201990 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:57.202698 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=4 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:57.768898 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:57.771556 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:31:59.215350 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:08.554090 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-0156ea24-3996-4390-a677-922304614992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:10.661638 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-e54d2a6d-6696-47b9-b66d-cfc40502424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:12.198744 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:13.757039 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:13.828253 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:19.227530 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:32:23.822336 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:23.824203 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:29.235402 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:37.768401 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=16 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:37.770847 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=18 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:38.563119 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-fbec83d0-b0da-4bca-824d-0e100ab208dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:40.667496 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-29cc31ba-10b8-4881-9c0a-f3db0230f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:42.200294 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:43.757585 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:43.831293 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:32:53.825419 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:53.827424 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:32:56.226794 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:32:59.249558 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:08.554826 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-3f178342-5562-4ee6-bd56-89be7f82a94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:10.660366 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-99bd47b9-b2d9-477f-bc25-ca15da26f6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:11.191349 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=3 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:11.196738 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:12.204717 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:13.760494 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:13.834528 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:23.823439 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:23.830898 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:29.249827 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:33.225647 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG neutron.db.agents_db [None req-55b75b4b-2079-4c34-80a9-182b95a286ae None None] Agent healthcheck: found 6 active agents {{(pid=104151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:33:38.557124 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-a27da221-2f44-470e-bd38-2958c05481c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (0fef2ca0-4bbe-45dd-acf2-ca0c35b0a601), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:40.662286 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-504d969b-2ac5-4f23-a613-02ed319c3f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (8580b294-4f75-48e6-83ef-3f8821e85973), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:42.206875 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-713d75d1-30b1-4551-9d79-e601084f977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (4c1a856c-2cac-415a-a3f9-f28269eff9f5), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:43.764455 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-d6048a3d-b6f1-4ae9-994b-3c7292938a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (b4795c65-32d7-49b3-8083-7ac08edeeed3), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:43.837113 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-408c7673-bd04-46b3-a361-d531bb55fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (e70a6180-6166-413a-87ae-e61a96695bf1), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 22 11:33:48.189517 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=5 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:48.194374 dv-cinder-848900-4-iscsi neutron-server[104151]: DEBUG dbcounter [-] [104151] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104151) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:57.763919 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:57.766354 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG dbcounter [-] [104150] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104150) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 22 11:33:59.264548 dv-cinder-848900-4-iscsi neutron-server[104150]: DEBUG neutron_lib.callbacks.manager [None req-6b368168-bd00-49c4-803d-99d81c14e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753160243258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780912'] for agent (5530e803-3eee-4a05-af85-99b63fe2ec2e), after_update {{(pid=104150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}